acryl-datahub-cloud 0.3.10.4rc2__py3-none-any.whl → 0.3.11__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc

@@ -3553,6 +3553,31 @@
               "name": "assertionInferenceDetails",
               "default": null,
               "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssertionMetric",
+                  "namespace": "com.linkedin.pegasus2avro.assertion",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "timestampMs",
+                      "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
+                    },
+                    {
+                      "type": "float",
+                      "name": "value",
+                      "doc": "The value of the metric that was sampled"
+                    }
+                  ]
+                }
+              ],
+              "name": "metric",
+              "default": null,
+              "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
             }
           ],
           "doc": "The result of running an assertion"

acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc

@@ -3412,6 +3412,31 @@
               "name": "assertionInferenceDetails",
               "default": null,
               "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssertionMetric",
+                  "namespace": "com.linkedin.pegasus2avro.assertion",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "timestampMs",
+                      "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
+                    },
+                    {
+                      "type": "float",
+                      "name": "value",
+                      "doc": "The value of the metric that was sampled"
+                    }
+                  ]
+                }
+              ],
+              "name": "metric",
+              "default": null,
+              "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
             }
           ],
           "doc": "The result of running an assertion"

acryl_datahub_cloud/metadata/schemas/DataContractKey.avsc

@@ -7,7 +7,8 @@
     "entityAspects": [
       "dataContractProperties",
       "dataContractStatus",
-      "status"
+      "status",
+      "structuredProperties"
     ]
   },
   "name": "DataContractKey",

acryl_datahub_cloud/metadata/schemas/DataHubOpenAPISchemaKey.avsc

@@ -0,0 +1,22 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubOpenAPISchemaKey",
+    "keyForEntity": "dataHubOpenAPISchema",
+    "entityCategory": "internal",
+    "entityAspects": [
+      "systemMetadata"
+    ],
+    "entityDoc": "Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model."
+  },
+  "name": "DataHubOpenAPISchemaKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "A unique id for the DataHub OpenAPI schema."
+    }
+  ],
+  "doc": "Key for a Query"
+}

acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc

@@ -31,12 +31,14 @@
                       "type": {
                         "type": "enum",
                         "symbolDocs": {
-                          "SQL": "A SQL Query"
+                          "SQL": "A SQL Query",
+                          "UNKNOWN": "Unknown query language"
                         },
                         "name": "QueryLanguage",
                         "namespace": "com.linkedin.pegasus2avro.query",
                         "symbols": [
-                          "SQL"
+                          "SQL",
+                          "UNKNOWN"
                         ]
                       },
                       "name": "language",

acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc

@@ -135,6 +135,9 @@
       "doc": "Version of the MLModelDeployment"
     },
     {
+      "Searchable": {
+        "fieldName": "deploymentStatus"
+      },
       "type": [
         "null",
         {

acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc

@@ -7654,6 +7654,9 @@
                         "doc": "Version of the MLModelDeployment"
                       },
                       {
+                        "Searchable": {
+                          "fieldName": "deploymentStatus"
+                        },
                         "type": [
                           "null",
                           {
@@ -9015,6 +9018,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [

acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc

@@ -187,6 +187,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [

acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc

@@ -187,6 +187,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [

acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc

@@ -131,20 +131,24 @@
     },
     {
       "TimeseriesField": {},
-      "type": {
-        "type": "enum",
-        "symbolDocs": {
-          "CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
-          "REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
-        },
-        "name": "AnomalyReviewState",
-        "namespace": "com.linkedin.pegasus2avro.anomaly",
-        "symbols": [
-          "CONFIRMED",
-          "REJECTED"
-        ]
-      },
+      "type": [
+        "null",
+        {
+          "type": "enum",
+          "symbolDocs": {
+            "CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
+            "REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
+          },
+          "name": "AnomalyReviewState",
+          "namespace": "com.linkedin.pegasus2avro.anomaly",
+          "symbols": [
+            "CONFIRMED",
+            "REJECTED"
+          ]
+        }
+      ],
       "name": "state",
+      "default": null,
       "doc": "The review of the anomaly, based on human-provided feedback.\nIf this is not present, then the Anomaly has not yet been reviewed."
     },
     {
@@ -190,24 +194,30 @@
                 "name": "AnomalySourceProperties",
                 "namespace": "com.linkedin.pegasus2avro.anomaly",
                 "fields": [
-                  {
-                    "TimeseriesField": {},
-                    "type": [
-                      "null",
-                      "long"
-                    ],
-                    "name": "assertionRunEventTime",
-                    "default": null,
-                    "doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
-                  },
                   {
                     "type": [
                       "null",
-                      "long"
+                      {
+                        "type": "record",
+                        "name": "AssertionMetric",
+                        "namespace": "com.linkedin.pegasus2avro.assertion",
+                        "fields": [
+                          {
+                            "type": "long",
+                            "name": "timestampMs",
+                            "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
+                          },
+                          {
+                            "type": "float",
+                            "name": "value",
+                            "doc": "The value of the metric that was sampled"
+                          }
+                        ]
+                      }
                     ],
-                    "name": "metricCubeTimestamp",
+                    "name": "assertionMetric",
                     "default": null,
-                    "doc": "The timestamp associated with the metric cube value that triggered the anomaly."
+                    "doc": "The monitor metric associated with the anomaly, if generated from an assertion monitor (the norm)."
                   }
                 ],
                 "doc": "Ad-hoc properties about an anomaly source."

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -3553,6 +3553,64 @@
               "name": "settings",
               "default": null,
               "doc": "Specific settings for an assertion monitor"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssertionMonitorBootstrapStatus",
+                  "namespace": "com.linkedin.pegasus2avro.monitor",
+                  "fields": [
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "record",
+                          "name": "AssertionMonitorMetricsCubeBootstrapStatus",
+                          "namespace": "com.linkedin.pegasus2avro.monitor",
+                          "fields": [
+                            {
+                              "type": {
+                                "type": "enum",
+                                "symbolDocs": {
+                                  "COMPLETED": "The metrics cube for this monitor has been bootstrapped.",
+                                  "FAILED": "The metrics cube for this monitor has failed to bootstrap.",
+                                  "PENDING": "The metrics cube for this monitor has not been bootstrapped."
+                                },
+                                "name": "AssertionMonitorMetricsCubeBootstrapState",
+                                "namespace": "com.linkedin.pegasus2avro.monitor",
+                                "symbols": [
+                                  "PENDING",
+                                  "FAILED",
+                                  "COMPLETED"
+                                ]
+                              },
+                              "name": "state",
+                              "doc": "Whether the metrics cube for this monitor has been bootstrapped."
+                            },
+                            {
+                              "type": [
+                                "null",
+                                "string"
+                              ],
+                              "name": "message",
+                              "default": null,
+                              "doc": "The message associated with the bootstrap status.\nI.e., an error message if the bootstrap failed."
+                            }
+                          ]
+                        }
+                      ],
+                      "name": "metricsCubeBootstrapStatus",
+                      "default": null,
+                      "doc": "Whether the metrics cube for this monitor has been bootstrapped."
+                    }
+                  ]
+                }
+              ],
+              "name": "bootstrapStatus",
+              "default": null,
+              "doc": "The status of the bootstrap actions performed on the assertion."
             }
           ],
           "doc": "Information about an Assertion monitor."

acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc

@@ -36,12 +36,14 @@
             "type": {
               "type": "enum",
               "symbolDocs": {
-                "SQL": "A SQL Query"
+                "SQL": "A SQL Query",
+                "UNKNOWN": "Unknown query language"
               },
               "name": "QueryLanguage",
               "namespace": "com.linkedin.pegasus2avro.query",
               "symbols": [
-                "SQL"
+                "SQL",
+                "UNKNOWN"
               ]
             },
             "name": "language",

acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc

@@ -0,0 +1,86 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "systemMetadata"
+  },
+  "name": "SystemMetadata",
+  "namespace": "com.linkedin.pegasus2avro.mxe",
+  "fields": [
+    {
+      "type": [
+        "long",
+        "null"
+      ],
+      "name": "lastObserved",
+      "default": 0,
+      "doc": "The timestamp the metadata was observed at"
+    },
+    {
+      "type": [
+        "string",
+        "null"
+      ],
+      "name": "runId",
+      "default": "no-run-id-provided",
+      "doc": "The original run id that produced the metadata. Populated in case of batch-ingestion."
+    },
+    {
+      "type": [
+        "string",
+        "null"
+      ],
+      "name": "lastRunId",
+      "default": "no-run-id-provided",
+      "doc": "The last run id that produced the metadata. Populated in case of batch-ingestion."
+    },
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "pipelineName",
+      "default": null,
+      "doc": "The ingestion pipeline id that produced the metadata. Populated in case of batch ingestion."
+    },
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "registryName",
+      "default": null,
+      "doc": "The model registry name that was used to process this event"
+    },
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "registryVersion",
+      "default": null,
+      "doc": "The model registry version that was used to process this event"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "map",
+          "values": "string"
+        }
+      ],
+      "name": "properties",
+      "default": null,
+      "doc": "Additional properties"
+    },
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "version",
+      "default": null,
+      "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+    }
+  ],
+  "doc": "Metadata associated with each metadata change that is processed by the system"
+}

{acryl_datahub_cloud-0.3.10.4rc2.dist-info → acryl_datahub_cloud-0.3.11.dist-info}/METADATA

@@ -1,92 +1,92 @@
 Metadata-Version: 2.4
 Name: acryl-datahub-cloud
-Version: 0.3.10.4rc2
+Version: 0.3.11
 Requires-Dist: avro-gen3==0.7.16
 Requires-Dist: acryl-datahub
 Provides-Extra: datahub-lineage-features
-Requires-Dist: duckdb; extra == "datahub-lineage-features"
-Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
-Requires-Dist: pyarrow; extra == "datahub-lineage-features"
+Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
 Requires-Dist: pandas; extra == "datahub-lineage-features"
+Requires-Dist: duckdb; extra == "datahub-lineage-features"
+Requires-Dist: pyarrow; extra == "datahub-lineage-features"
 Provides-Extra: datahub-reporting-forms
-Requires-Dist: boto3; extra == "datahub-reporting-forms"
-Requires-Dist: duckdb; extra == "datahub-reporting-forms"
 Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
-Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
 Requires-Dist: pandas; extra == "datahub-reporting-forms"
+Requires-Dist: duckdb; extra == "datahub-reporting-forms"
 Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
+Requires-Dist: boto3; extra == "datahub-reporting-forms"
+Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
 Provides-Extra: datahub-reporting-extract-graph
-Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
+Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
 Provides-Extra: datahub-reporting-extract-sql
-Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
+Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Provides-Extra: datahub-usage-reporting
-Requires-Dist: boto3; extra == "datahub-usage-reporting"
+Requires-Dist: pandas; extra == "datahub-usage-reporting"
+Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
+Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
 Requires-Dist: duckdb; extra == "datahub-usage-reporting"
+Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
+Requires-Dist: polars==1.23.0; extra == "datahub-usage-reporting"
 Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
 Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
-Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
-Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
-Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
-Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
-Requires-Dist: polars==1.23.0; extra == "datahub-usage-reporting"
-Requires-Dist: pandas; extra == "datahub-usage-reporting"
-Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
+Requires-Dist: boto3; extra == "datahub-usage-reporting"
 Provides-Extra: datahub-metadata-sharing
 Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
 Provides-Extra: datahub-action-request-owner
 Requires-Dist: tenacity; extra == "datahub-action-request-owner"
 Provides-Extra: acryl-cs-issues
-Requires-Dist: jinja2; extra == "acryl-cs-issues"
-Requires-Dist: zenpy; extra == "acryl-cs-issues"
-Requires-Dist: openai; extra == "acryl-cs-issues"
 Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
+Requires-Dist: openai; extra == "acryl-cs-issues"
+Requires-Dist: zenpy; extra == "acryl-cs-issues"
+Requires-Dist: jinja2; extra == "acryl-cs-issues"
 Provides-Extra: all
-Requires-Dist: boto3; extra == "all"
+Requires-Dist: numpy<2; extra == "all"
+Requires-Dist: pydantic<2; extra == "all"
 Requires-Dist: duckdb; extra == "all"
-Requires-Dist: scipy<=1.14.1; extra == "all"
-Requires-Dist: openai; extra == "all"
+Requires-Dist: jinja2; extra == "all"
+Requires-Dist: opensearch-py==2.4.2; extra == "all"
+Requires-Dist: tenacity; extra == "all"
+Requires-Dist: slack-sdk; extra == "all"
 Requires-Dist: termcolor==2.5.0; extra == "all"
-Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: boto3; extra == "all"
+Requires-Dist: pandas; extra == "all"
+Requires-Dist: zenpy; extra == "all"
 Requires-Dist: elasticsearch==7.13.4; extra == "all"
-Requires-Dist: slack-sdk; extra == "all"
-Requires-Dist: polars==1.23.0; extra == "all"
-Requires-Dist: tenacity; extra == "all"
-Requires-Dist: opensearch-py==2.4.2; extra == "all"
-Requires-Dist: pydantic<2; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
-Requires-Dist: jinja2; extra == "all"
-Requires-Dist: zenpy; extra == "all"
-Requires-Dist: pandas; extra == "all"
-Requires-Dist: numpy<2; extra == "all"
+Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: openai; extra == "all"
+Requires-Dist: polars==1.23.0; extra == "all"
+Requires-Dist: scipy<=1.14.1; extra == "all"
 Provides-Extra: dev
-Requires-Dist: boto3; extra == "dev"
-Requires-Dist: duckdb; extra == "dev"
-Requires-Dist: tenacity; extra == "dev"
-Requires-Dist: jinja2; extra == "dev"
-Requires-Dist: opensearch-py==2.4.2; extra == "dev"
+Requires-Dist: acryl-datahub[dev]; extra == "dev"
 Requires-Dist: pandas; extra == "dev"
-Requires-Dist: scipy<=1.14.1; extra == "dev"
-Requires-Dist: openai; extra == "dev"
-Requires-Dist: termcolor==2.5.0; extra == "dev"
-Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: zenpy; extra == "dev"
+Requires-Dist: duckdb; extra == "dev"
 Requires-Dist: pydantic<2; extra == "dev"
-Requires-Dist: pyarrow; extra == "dev"
 Requires-Dist: elasticsearch==7.13.4; extra == "dev"
+Requires-Dist: pyarrow; extra == "dev"
+Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: opensearch-py==2.4.2; extra == "dev"
+Requires-Dist: jinja2; extra == "dev"
+Requires-Dist: openai; extra == "dev"
 Requires-Dist: polars==1.23.0; extra == "dev"
-Requires-Dist: zenpy; extra == "dev"
+Requires-Dist: scipy<=1.14.1; extra == "dev"
+Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: termcolor==2.5.0; extra == "dev"
 Requires-Dist: slack-sdk; extra == "dev"
-Requires-Dist: acryl-datahub[dev]; extra == "dev"
-Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: boto3; extra == "dev"
 Dynamic: provides-extra
 Dynamic: requires-dist