acryl-datahub 1.0.0rc18__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -332,7 +332,8 @@
                             "createdActor": "inputEdges/*/created/actor",
                             "createdOn": "inputEdges/*/created/time",
                             "entityTypes": [
-                              "dataset"
+                              "dataset",
+                              "chart"
                             ],
                             "isLineage": true,
                             "name": "Consumes",
@@ -747,6 +748,75 @@
                                 "name": "source",
                                 "default": null,
                                 "doc": "Source information for the ownership"
+                              },
+                              {
+                                "Searchable": {
+                                  "/actor": {
+                                    "fieldName": "ownerAttributionActors",
+                                    "fieldType": "URN",
+                                    "queryByDefault": false
+                                  },
+                                  "/source": {
+                                    "fieldName": "ownerAttributionSources",
+                                    "fieldType": "URN",
+                                    "queryByDefault": false
+                                  },
+                                  "/time": {
+                                    "fieldName": "ownerAttributionDates",
+                                    "fieldType": "DATETIME",
+                                    "queryByDefault": false
+                                  }
+                                },
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "record",
+                                    "name": "MetadataAttribution",
+                                    "namespace": "com.linkedin.pegasus2avro.common",
+                                    "fields": [
+                                      {
+                                        "type": "long",
+                                        "name": "time",
+                                        "doc": "When this metadata was updated."
+                                      },
+                                      {
+                                        "java": {
+                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                                        },
+                                        "type": "string",
+                                        "name": "actor",
+                                        "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                                        "Urn": "Urn"
+                                      },
+                                      {
+                                        "java": {
+                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                                        },
+                                        "type": [
+                                          "null",
+                                          "string"
+                                        ],
+                                        "name": "source",
+                                        "default": null,
+                                        "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                                        "Urn": "Urn"
+                                      },
+                                      {
+                                        "type": {
+                                          "type": "map",
+                                          "values": "string"
+                                        },
+                                        "name": "sourceDetail",
+                                        "default": {},
+                                        "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc."
+                                      }
+                                    ],
+                                    "doc": "Information about who, why, and how this metadata was applied"
+                                  }
+                                ],
+                                "name": "attribution",
+                                "default": null,
+                                "doc": "Information about who, why, and how this metadata was applied"
                               }
                             ],
                             "doc": "Ownership information"
@@ -883,50 +953,7 @@
                                 },
                                 "type": [
                                   "null",
-                                  {
-                                    "type": "record",
-                                    "name": "MetadataAttribution",
-                                    "namespace": "com.linkedin.pegasus2avro.common",
-                                    "fields": [
-                                      {
-                                        "type": "long",
-                                        "name": "time",
-                                        "doc": "When this metadata was updated."
-                                      },
-                                      {
-                                        "java": {
-                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                                        },
-                                        "type": "string",
-                                        "name": "actor",
-                                        "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
-                                        "Urn": "Urn"
-                                      },
-                                      {
-                                        "java": {
-                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                                        },
-                                        "type": [
-                                          "null",
-                                          "string"
-                                        ],
-                                        "name": "source",
-                                        "default": null,
-                                        "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
-                                        "Urn": "Urn"
-                                      },
-                                      {
-                                        "type": {
-                                          "type": "map",
-                                          "values": "string"
-                                        },
-                                        "name": "sourceDetail",
-                                        "default": {},
-                                        "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc."
-                                      }
-                                    ],
-                                    "doc": "Information about who, why, and how this metadata was applied"
-                                  }
+                                  "com.linkedin.pegasus2avro.common.MetadataAttribution"
                                 ],
                                 "name": "attribution",
                                 "default": null,
@@ -1107,6 +1134,37 @@
                                 "type": "com.linkedin.pegasus2avro.common.AuditStamp",
                                 "name": "createStamp",
                                 "doc": "Audit stamp associated with creation of this record"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                                ],
+                                "name": "updateStamp",
+                                "default": null,
+                                "doc": "Audit stamp associated with updation of this record"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "record",
+                                    "name": "InstitutionalMemoryMetadataSettings",
+                                    "namespace": "com.linkedin.pegasus2avro.common",
+                                    "fields": [
+                                      {
+                                        "type": "boolean",
+                                        "name": "showInAssetPreview",
+                                        "default": false,
+                                        "doc": "Show record in asset preview like on entity header and search previews"
+                                      }
+                                    ],
+                                    "doc": "Settings related to a record of InstitutionalMemoryMetadata"
+                                  }
+                                ],
+                                "name": "settings",
+                                "default": null,
+                                "doc": "Settings for this record"
                               }
                             ],
                             "doc": "Metadata corresponding to a record of institutional memory."
@@ -1691,7 +1749,7 @@
                         },
                         "type": "string",
                         "name": "pictureLink",
-                        "default": "https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png",
+                        "default": "assets/platforms/default_avatar.png",
                         "doc": "A URL which points to a picture which user wants to set as a profile photo"
                       },
                       {
@@ -1787,6 +1845,20 @@
                         "name": "email",
                         "default": null,
                         "doc": "Email address to contact the user"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "informationSources",
+                        "default": null,
+                        "doc": "Information sources that have been used to populate this CorpUserEditableInfo.\nThese include platform resources, such as Slack members or Looker users.\nThey can also refer to other semantic urns in the future.",
+                        "Urn": "Urn",
+                        "urn_is_array": true
                       }
                     ],
                     "doc": "Linkedin corp user information that can be edited from UI"
@@ -2410,13 +2482,17 @@
                               "DEV": "Designates development fabrics",
                               "EI": "Designates early-integration fabrics",
                               "NON_PROD": "Designates non-production fabrics",
+                              "PRD": "Alternative Prod spelling",
                               "PRE": "Designates pre-production fabrics",
                               "PROD": "Designates production fabrics",
                               "QA": "Designates quality assurance fabrics",
                               "RVW": "Designates review fabrics",
                               "SANDBOX": "Designates sandbox fabrics",
+                              "SBX": "Alternative spelling for sandbox",
+                              "SIT": "System Integration Testing",
                               "STG": "Designates staging fabrics",
                               "TEST": "Designates testing fabrics",
+                              "TST": "Alternative Test spelling",
                               "UAT": "Designates user acceptance testing fabrics"
                             },
                             "name": "FabricType",
@@ -2433,6 +2509,10 @@
                               "PROD",
                               "CORP",
                               "RVW",
+                              "PRD",
+                              "TST",
+                              "SIT",
+                              "SBX",
                               "SANDBOX"
                             ],
                             "doc": "Fabric group type"
@@ -3048,6 +3128,14 @@
                                   "doc": "The type of upstream entity"
                                 },
                                 {
+                                  "Searchable": {
+                                    "/*": {
+                                      "fieldName": "fineGrainedUpstreams",
+                                      "fieldType": "URN",
+                                      "hasValuesFieldName": "hasFineGrainedUpstreams",
+                                      "queryByDefault": false
+                                    }
+                                  },
                                   "type": [
                                     "null",
                                     {
@@ -3669,6 +3757,7 @@
                                 "Searchable": {
                                   "fieldName": "upstreams",
                                   "fieldType": "URN",
+                                  "hasValuesFieldName": "hasUpstreams",
                                   "queryByDefault": false
                                 },
                                 "java": {
@@ -6038,7 +6127,9 @@
                     "fields": [
                       {
                         "Searchable": {
+                          "addToFilters": true,
                           "fieldType": "BOOLEAN",
+                          "filterNameOverride": "Deprecated",
                           "weightsPerFieldValue": {
                             "true": 0.5
                           }
@@ -6739,6 +6830,9 @@
                         "doc": "Version of the MLModelDeployment"
                       },
                       {
+                        "Searchable": {
+                          "fieldName": "deploymentStatus"
+                        },
                         "type": [
                           "null",
                           {
@@ -6919,6 +7013,22 @@
                         "default": null,
                         "doc": "List of jobs or process instances (if any) that use the model or group."
                       },
+                      {
+                        "Searchable": {
+                          "fieldType": "KEYWORD"
+                        },
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.url.Url",
+                          "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "externalUrl",
+                        "default": null,
+                        "doc": "URL where the reference exist"
+                      },
                       {
                         "Searchable": {
                           "boostScore": 10.0,
@@ -7698,13 +7808,15 @@
                                                   "type": "enum",
                                                   "symbolDocs": {
                                                     "EQUALS": "Whether the field matches the value",
+                                                    "NOT_EQUALS": "Whether the field does not match the value",
                                                     "STARTS_WITH": "Whether the field value starts with the value"
                                                   },
                                                   "name": "PolicyMatchCondition",
                                                   "namespace": "com.linkedin.pegasus2avro.policy",
                                                   "symbols": [
                                                     "EQUALS",
-                                                    "STARTS_WITH"
+                                                    "STARTS_WITH",
+                                                    "NOT_EQUALS"
                                                   ],
                                                   "doc": "The matching condition in a filter criterion"
                                                 },
@@ -7726,6 +7838,15 @@
                                 "name": "filter",
                                 "default": null,
                                 "doc": "Filter to apply privileges to"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.policy.PolicyMatchFilter"
+                                ],
+                                "name": "privilegeConstraints",
+                                "default": null,
+                                "doc": "Constraints around what sub-resources operations are allowed to modify, i.e. NOT_EQUALS - cannot modify a particular defined tag, EQUALS - can only modify a particular defined tag, STARTS_WITH - can only modify a tag starting with xyz"
                               }
                             ],
                             "doc": "Information used to filter DataHub resource."
@@ -8084,6 +8205,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [
@@ -8161,6 +8285,24 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/MetadataChangeLog.avsc

@@ -187,6 +187,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [
@@ -264,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -306,50 +370,7 @@
     {
       "type": [
         "null",
-        {
-          "type": "record",
-          "name": "AuditStamp",
-          "namespace": "com.linkedin.pegasus2avro.common",
-          "fields": [
-            {
-              "type": "long",
-              "name": "time",
-              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": "string",
-              "name": "actor",
-              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-              "Urn": "Urn"
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "impersonator",
-              "default": null,
-              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-              "Urn": "Urn"
-            },
-            {
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "message",
-              "default": null,
-              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-            }
-          ],
-          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-        }
+        "com.linkedin.pegasus2avro.common.AuditStamp"
       ],
       "name": "created",
       "default": null,

datahub/metadata/schemas/MetadataChangeProposal.avsc

@@ -187,6 +187,9 @@
         "null",
         {
           "type": "record",
+          "Aspect": {
+            "name": "systemMetadata"
+          },
           "name": "SystemMetadata",
           "namespace": "com.linkedin.pegasus2avro.mxe",
           "fields": [
@@ -264,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/NotebookKey.avsc

@@ -15,6 +15,7 @@
       "browsePaths",
       "institutionalMemory",
       "domains",
+      "applications",
       "subTypes",
       "dataPlatformInstance",
       "browsePathsV2",

datahub/metadata/schemas/Operation.avsc

@@ -150,7 +150,7 @@
         "symbolDocs": {
           "ALTER": "Asset was altered",
           "CREATE": "Asset was created",
-          "CUSTOM": "Custom asset operation",
+          "CUSTOM": "Custom asset operation. If this is set, ensure customOperationType is filled out.",
           "DELETE": "Rows were deleted",
           "DROP": "Asset was dropped",
           "INSERT": "Rows were inserted",
@@ -250,10 +250,29 @@
         "fieldName": "lastOperationTime",
         "fieldType": "DATETIME"
       },
-      "TimeseriesField": {},
+      "TimeseriesField": {
+        "fieldType": "DATETIME"
+      },
       "type": "long",
       "name": "lastUpdatedTimestamp",
       "doc": "The time at which the operation occurred. Would be better named 'operationTime'"
+    },
+    {
+      "TimeseriesFieldCollection": {
+        "key": "query"
+      },
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": "string"
+        }
+      ],
+      "name": "queries",
+      "default": null,
+      "doc": "Which queries were used in this operation.",
+      "Urn": "Urn",
+      "urn_is_array": true
     }
   ],
   "doc": "Operational info for an entity."