acryl-datahub 0.15.0.1rc6__py3-none-any.whl → 0.15.0.1rc8__py3-none-any.whl

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -5109,6 +5109,21 @@
                         "default": null,
                         "doc": "URL where the reference exist"
                       },
+                      {
+                        "Searchable": {
+                          "boostScore": 10.0,
+                          "enableAutocomplete": true,
+                          "fieldType": "WORD_GRAM",
+                          "queryByDefault": true
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "name",
+                        "default": null,
+                        "doc": "Display name of the MLModel"
+                      },
                       {
                         "Searchable": {
                           "fieldType": "TEXT",
@@ -5123,6 +5138,7 @@
                         "doc": "Documentation of the MLModel"
                       },
                       {
+                        "deprecated": true,
                         "type": [
                           "null",
                           "long"
@@ -5131,6 +5147,24 @@
                         "default": null,
                         "doc": "Date when the MLModel was developed"
                       },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "created",
+                        "default": null,
+                        "doc": "Audit stamp containing who created this and when"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "lastModified",
+                        "default": null,
+                        "doc": "Date when the MLModel was last modified"
+                      },
                       {
                         "type": [
                           "null",
@@ -5363,7 +5397,8 @@
                         "Relationship": {
                           "/*": {
                             "entityTypes": [
-                              "dataJob"
+                              "dataJob",
+                              "dataProcessInstance"
                             ],
                             "isLineage": true,
                             "name": "TrainedBy"
@@ -5378,7 +5413,7 @@
                         ],
                         "name": "trainingJobs",
                         "default": null,
-                        "doc": "List of jobs (if any) used to train the model",
+                        "doc": "List of jobs (if any) used to train the model. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect.",
                         "Urn": "Urn",
                         "urn_is_array": true
                       },
@@ -6804,6 +6839,21 @@
                         "default": {},
                         "doc": "Custom property bag."
                       },
+                      {
+                        "Searchable": {
+                          "boostScore": 10.0,
+                          "enableAutocomplete": true,
+                          "fieldType": "WORD_GRAM",
+                          "queryByDefault": true
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "name",
+                        "default": null,
+                        "doc": "Display name of the MLModelGroup"
+                      },
                       {
                         "Searchable": {
                           "fieldType": "TEXT",
@@ -6818,6 +6868,7 @@
                         "doc": "Documentation of the MLModelGroup"
                       },
                       {
+                        "deprecated": true,
                         "type": [
                           "null",
                           "long"
@@ -6826,6 +6877,47 @@
                         "default": null,
                         "doc": "Date when the MLModelGroup was developed"
                       },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "created",
+                        "default": null,
+                        "doc": "Time and Actor who created the MLModelGroup"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "com.linkedin.pegasus2avro.common.TimeStamp"
+                        ],
+                        "name": "lastModified",
+                        "default": null,
+                        "doc": "Date when the MLModelGroup was last modified"
+                      },
+                      {
+                        "Relationship": {
+                          "/*": {
+                            "entityTypes": [
+                              "dataJob"
+                            ],
+                            "isLineage": true,
+                            "name": "TrainedBy"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "trainingJobs",
+                        "default": null,
+                        "doc": "List of jobs (if any) used to train the model group. Visible in Lineage.",
+                        "Urn": "Urn",
+                        "urn_is_array": true
+                      },
                       {
                         "type": [
                           "null",

datahub/sql_parsing/tool_meta_extractor.py

@@ -40,6 +40,7 @@ def _get_last_line(query: str) -> str:
 class ToolMetaExtractorReport(Report):
     num_queries_meta_extracted: Dict[str, int] = field(default_factory=int_top_k_dict)
     failures: List[str] = field(default_factory=list)
+    looker_user_mapping_missing: Optional[bool] = None
 
 
 class ToolMetaExtractor:
@@ -108,7 +109,9 @@ class ToolMetaExtractor:
             PlatformResource.search_by_filters(query=query, graph_client=graph)
         )
 
-        if len(platform_resources) > 1:
+        if len(platform_resources) == 0:
+            report.looker_user_mapping_missing = True
+        elif len(platform_resources) > 1:
             report.failures.append(
                 "Looker user metadata extraction failed. Found more than one looker user id mappings."
             )