acryl-datahub-cloud 0.3.8rc11__py3-none-any.whl → 0.3.8rc13__py3-none-any.whl

acryl_datahub_cloud/metadata/schema.avsc

@@ -9766,6 +9766,66 @@
         "default": {},
         "doc": "Custom property bag."
       },
+      {
+        "Relationship": {
+          "/*": {
+            "entityTypes": [
+              "dataJob",
+              "dataProcessInstance"
+            ],
+            "isLineage": true,
+            "name": "TrainedBy"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "trainingJobs",
+        "default": null,
+        "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
+      },
+      {
+        "Relationship": {
+          "/*": {
+            "entityTypes": [
+              "dataJob",
+              "dataProcessInstance"
+            ],
+            "isLineage": true,
+            "isUpstream": false,
+            "name": "UsedBy"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "downstreamJobs",
+        "default": null,
+        "doc": "List of jobs or process instances (if any) that use the model or group."
+      },
+      {
+        "Searchable": {
+          "boostScore": 10.0,
+          "enableAutocomplete": true,
+          "fieldType": "WORD_GRAM",
+          "queryByDefault": true
+        },
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "name",
+        "default": null,
+        "doc": "Display name of the MLModelGroup"
+      },
       {
         "Searchable": {
           "fieldType": "TEXT",
@@ -9780,6 +9840,7 @@
         "doc": "Documentation of the MLModelGroup"
       },
       {
+        "deprecated": true,
         "type": [
           "null",
           "long"
@@ -9788,6 +9849,24 @@
         "default": null,
         "doc": "Date when the MLModelGroup was developed"
       },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.TimeStamp"
+        ],
+        "name": "created",
+        "default": null,
+        "doc": "Time and Actor who created the MLModelGroup"
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.TimeStamp"
+        ],
+        "name": "lastModified",
+        "default": null,
+        "doc": "Date when the MLModelGroup was last modified"
+      },
       {
         "type": [
           "null",
@@ -9952,9 +10031,9 @@
   {
     "type": "record",
     "Aspect": {
-      "name": "mlPrimaryKeyProperties"
+      "name": "mlTrainingRunProperties"
     },
-    "name": "MLPrimaryKeyProperties",
+    "name": "MLTrainingRunProperties",
     "namespace": "com.linkedin.pegasus2avro.ml.metadata",
     "fields": [
       {
@@ -9974,100 +10053,229 @@
       },
       {
         "Searchable": {
-          "fieldType": "TEXT",
-          "hasValuesFieldName": "hasDescription"
+          "fieldType": "KEYWORD"
+        },
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.url.Url",
+          "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
         },
         "type": [
           "null",
           "string"
         ],
-        "name": "description",
+        "name": "externalUrl",
         "default": null,
-        "doc": "Documentation of the MLPrimaryKey"
+        "doc": "URL where the reference exist"
       },
       {
         "type": [
           "null",
-          "com.linkedin.pegasus2avro.common.MLFeatureDataType"
+          "string"
         ],
-        "name": "dataType",
+        "name": "id",
         "default": null,
-        "doc": "Data Type of the MLPrimaryKey"
+        "doc": "Run Id of the ML Training Run"
       },
       {
         "type": [
           "null",
-          "com.linkedin.pegasus2avro.common.VersionTag"
+          {
+            "type": "array",
+            "items": "string"
+          }
         ],
-        "name": "version",
+        "name": "outputUrls",
         "default": null,
-        "doc": "Version of the MLPrimaryKey"
+        "doc": "List of URLs for the Outputs of the ML Training Run"
       },
       {
-        "Relationship": {
-          "/*": {
-            "entityTypes": [
-              "dataset"
-            ],
-            "isLineage": true,
-            "name": "DerivedFrom"
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": {
+              "type": "record",
+              "Aspect": {
+                "name": "mlHyperParam"
+              },
+              "name": "MLHyperParam",
+              "namespace": "com.linkedin.pegasus2avro.ml.metadata",
+              "fields": [
+                {
+                  "type": "string",
+                  "name": "name",
+                  "doc": "Name of the MLHyperParam"
+                },
+                {
+                  "type": [
+                    "null",
+                    "string"
+                  ],
+                  "name": "description",
+                  "default": null,
+                  "doc": "Documentation of the MLHyperParam"
+                },
+                {
+                  "type": [
+                    "null",
+                    "string"
+                  ],
+                  "name": "value",
+                  "default": null,
+                  "doc": "The value of the MLHyperParam"
+                },
+                {
+                  "type": [
+                    "null",
+                    "long"
+                  ],
+                  "name": "createdAt",
+                  "default": null,
+                  "doc": "Date when the MLHyperParam was developed"
+                }
+              ],
+              "doc": "Properties associated with an ML Hyper Param"
+            }
           }
-        },
-        "Urn": "Urn",
-        "urn_is_array": true,
-        "type": {
-          "type": "array",
-          "items": "string"
-        },
-        "name": "sources",
-        "doc": "Source of the MLPrimaryKey"
+        ],
+        "name": "hyperParams",
+        "default": null,
+        "doc": "Hyperparameters of the ML Training Run"
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": {
+              "type": "record",
+              "Aspect": {
+                "name": "mlMetric"
+              },
+              "name": "MLMetric",
+              "namespace": "com.linkedin.pegasus2avro.ml.metadata",
+              "fields": [
+                {
+                  "type": "string",
+                  "name": "name",
+                  "doc": "Name of the mlMetric"
+                },
+                {
+                  "type": [
+                    "null",
+                    "string"
+                  ],
+                  "name": "description",
+                  "default": null,
+                  "doc": "Documentation of the mlMetric"
+                },
+                {
+                  "type": [
+                    "null",
+                    "string"
+                  ],
+                  "name": "value",
+                  "default": null,
+                  "doc": "The value of the mlMetric"
+                },
+                {
+                  "type": [
+                    "null",
+                    "long"
+                  ],
+                  "name": "createdAt",
+                  "default": null,
+                  "doc": "Date when the mlMetric was developed"
+                }
+              ],
+              "doc": "Properties associated with an ML Metric"
+            }
+          }
+        ],
+        "name": "trainingMetrics",
+        "default": null,
+        "doc": "Metrics of the ML Training Run"
       }
     ],
-    "doc": "Properties associated with a MLPrimaryKey"
+    "doc": "The inputs and outputs of this training run"
   },
   {
     "type": "record",
     "Aspect": {
-      "name": "mlHyperParam"
+      "name": "mlPrimaryKeyProperties"
     },
-    "name": "MLHyperParam",
+    "name": "MLPrimaryKeyProperties",
     "namespace": "com.linkedin.pegasus2avro.ml.metadata",
     "fields": [
       {
-        "type": "string",
-        "name": "name",
-        "doc": "Name of the MLHyperParam"
+        "Searchable": {
+          "/*": {
+            "fieldType": "TEXT",
+            "queryByDefault": true
+          }
+        },
+        "type": {
+          "type": "map",
+          "values": "string"
+        },
+        "name": "customProperties",
+        "default": {},
+        "doc": "Custom property bag."
       },
       {
+        "Searchable": {
+          "fieldType": "TEXT",
+          "hasValuesFieldName": "hasDescription"
+        },
         "type": [
           "null",
           "string"
         ],
         "name": "description",
         "default": null,
-        "doc": "Documentation of the MLHyperParam"
+        "doc": "Documentation of the MLPrimaryKey"
       },
       {
         "type": [
           "null",
-          "string"
+          "com.linkedin.pegasus2avro.common.MLFeatureDataType"
         ],
-        "name": "value",
+        "name": "dataType",
         "default": null,
-        "doc": "The value of the MLHyperParam"
+        "doc": "Data Type of the MLPrimaryKey"
       },
       {
         "type": [
           "null",
-          "long"
+          "com.linkedin.pegasus2avro.common.VersionTag"
         ],
-        "name": "createdAt",
+        "name": "version",
         "default": null,
-        "doc": "Date when the MLHyperParam was developed"
+        "doc": "Version of the MLPrimaryKey"
+      },
+      {
+        "Relationship": {
+          "/*": {
+            "entityTypes": [
+              "dataset"
+            ],
+            "isLineage": true,
+            "name": "DerivedFrom"
+          }
+        },
+        "Urn": "Urn",
+        "urn_is_array": true,
+        "type": {
+          "type": "array",
+          "items": "string"
+        },
+        "name": "sources",
+        "doc": "Source of the MLPrimaryKey"
       }
     ],
-    "doc": "Properties associated with an ML Hyper Param"
+    "doc": "Properties associated with a MLPrimaryKey"
   },
+  "com.linkedin.pegasus2avro.ml.metadata.MLHyperParam",
   {
     "type": "record",
     "Aspect": {
@@ -10448,6 +10656,66 @@
         "default": null,
         "doc": "URL where the reference exist"
       },
+      {
+        "Relationship": {
+          "/*": {
+            "entityTypes": [
+              "dataJob",
+              "dataProcessInstance"
+            ],
+            "isLineage": true,
+            "name": "TrainedBy"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "trainingJobs",
+        "default": null,
+        "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
+      },
+      {
+        "Relationship": {
+          "/*": {
+            "entityTypes": [
+              "dataJob",
+              "dataProcessInstance"
+            ],
+            "isLineage": true,
+            "isUpstream": false,
+            "name": "UsedBy"
+          }
+        },
+        "type": [
+          "null",
+          {
+            "type": "array",
+            "items": "string"
+          }
+        ],
+        "name": "downstreamJobs",
+        "default": null,
+        "doc": "List of jobs or process instances (if any) that use the model or group."
+      },
+      {
+        "Searchable": {
+          "boostScore": 10.0,
+          "enableAutocomplete": true,
+          "fieldType": "WORD_GRAM",
+          "queryByDefault": true
+        },
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "name",
+        "default": null,
+        "doc": "Display name of the MLModel"
+      },
       {
         "Searchable": {
           "fieldType": "TEXT",
@@ -10462,6 +10730,7 @@
         "doc": "Documentation of the MLModel"
       },
       {
+        "deprecated": true,
         "type": [
           "null",
           "long"
@@ -10470,6 +10739,24 @@
         "default": null,
         "doc": "Date when the MLModel was developed"
       },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.TimeStamp"
+        ],
+        "name": "created",
+        "default": null,
+        "doc": "Audit stamp containing who created this and when"
+      },
+      {
+        "type": [
+          "null",
+          "com.linkedin.pegasus2avro.common.TimeStamp"
+        ],
+        "name": "lastModified",
+        "default": null,
+        "doc": "Date when the MLModel was last modified"
+      },
       {
         "type": [
           "null",
@@ -10526,49 +10813,7 @@
           "null",
           {
             "type": "array",
-            "items": {
-              "type": "record",
-              "Aspect": {
-                "name": "mlMetric"
-              },
-              "name": "MLMetric",
-              "namespace": "com.linkedin.pegasus2avro.ml.metadata",
-              "fields": [
-                {
-                  "type": "string",
-                  "name": "name",
-                  "doc": "Name of the mlMetric"
-                },
-                {
-                  "type": [
-                    "null",
-                    "string"
-                  ],
-                  "name": "description",
-                  "default": null,
-                  "doc": "Documentation of the mlMetric"
-                },
-                {
-                  "type": [
-                    "null",
-                    "string"
-                  ],
-                  "name": "value",
-                  "default": null,
-                  "doc": "The value of the mlMetric"
-                },
-                {
-                  "type": [
-                    "null",
-                    "long"
-                  ],
-                  "name": "createdAt",
-                  "default": null,
-                  "doc": "Date when the mlMetric was developed"
-                }
-              ],
-              "doc": "Properties associated with an ML Metric"
-            }
+            "items": "com.linkedin.pegasus2avro.ml.metadata.MLMetric"
           }
         ],
         "name": "trainingMetrics",
@@ -10641,53 +10886,6 @@
         "default": null,
         "doc": "Deployments for the MLModel"
       },
-      {
-        "Relationship": {
-          "/*": {
-            "entityTypes": [
-              "dataJob"
-            ],
-            "isLineage": true,
-            "name": "TrainedBy"
-          }
-        },
-        "Urn": "Urn",
-        "urn_is_array": true,
-        "type": [
-          "null",
-          {
-            "type": "array",
-            "items": "string"
-          }
-        ],
-        "name": "trainingJobs",
-        "default": null,
-        "doc": "List of jobs (if any) used to train the model"
-      },
-      {
-        "Relationship": {
-          "/*": {
-            "entityTypes": [
-              "dataJob"
-            ],
-            "isLineage": true,
-            "isUpstream": false,
-            "name": "UsedBy"
-          }
-        },
-        "Urn": "Urn",
-        "urn_is_array": true,
-        "type": [
-          "null",
-          {
-            "type": "array",
-            "items": "string"
-          }
-        ],
-        "name": "downstreamJobs",
-        "default": null,
-        "doc": "List of jobs (if any) that use the model"
-      },
       {
         "Relationship": {
           "/*": {
@@ -15892,6 +16090,10 @@
         "dataProcessInstanceRunEvent",
         "status",
         "testResults",
+        "dataPlatformInstance",
+        "subTypes",
+        "container",
+        "mlTrainingRunProperties",
         "lineageFeatures"
       ],
       "entityDoc": "DataProcessInstance represents an instance of a datajob/jobflow run"
@@ -17276,7 +17478,8 @@
         "Relationship": {
           "/*": {
             "entityTypes": [
-              "dataset"
+              "dataset",
+              "mlModel"
             ],
             "name": "Produces"
           }