acryl-datahub 1.1.1rc4__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

datahub/metadata/schemas/MLPrimaryKeyKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlPrimaryKeyProperties",
       "domains",
+      "applications",
       "mlPrimaryKeyProperties",
       "ownership",
       "institutionalMemory",

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -332,7 +332,8 @@
                             "createdActor": "inputEdges/*/created/actor",
                             "createdOn": "inputEdges/*/created/time",
                             "entityTypes": [
-                              "dataset"
+                              "dataset",
+                              "chart"
                             ],
                             "isLineage": true,
                             "name": "Consumes",
@@ -747,6 +748,75 @@
                                 "name": "source",
                                 "default": null,
                                 "doc": "Source information for the ownership"
+                              },
+                              {
+                                "Searchable": {
+                                  "/actor": {
+                                    "fieldName": "ownerAttributionActors",
+                                    "fieldType": "URN",
+                                    "queryByDefault": false
+                                  },
+                                  "/source": {
+                                    "fieldName": "ownerAttributionSources",
+                                    "fieldType": "URN",
+                                    "queryByDefault": false
+                                  },
+                                  "/time": {
+                                    "fieldName": "ownerAttributionDates",
+                                    "fieldType": "DATETIME",
+                                    "queryByDefault": false
+                                  }
+                                },
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "record",
+                                    "name": "MetadataAttribution",
+                                    "namespace": "com.linkedin.pegasus2avro.common",
+                                    "fields": [
+                                      {
+                                        "type": "long",
+                                        "name": "time",
+                                        "doc": "When this metadata was updated."
+                                      },
+                                      {
+                                        "java": {
+                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                                        },
+                                        "type": "string",
+                                        "name": "actor",
+                                        "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                                        "Urn": "Urn"
+                                      },
+                                      {
+                                        "java": {
+                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                                        },
+                                        "type": [
+                                          "null",
+                                          "string"
+                                        ],
+                                        "name": "source",
+                                        "default": null,
+                                        "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                                        "Urn": "Urn"
+                                      },
+                                      {
+                                        "type": {
+                                          "type": "map",
+                                          "values": "string"
+                                        },
+                                        "name": "sourceDetail",
+                                        "default": {},
+                                        "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc."
+                                      }
+                                    ],
+                                    "doc": "Information about who, why, and how this metadata was applied"
+                                  }
+                                ],
+                                "name": "attribution",
+                                "default": null,
+                                "doc": "Information about who, why, and how this metadata was applied"
                               }
                             ],
                             "doc": "Ownership information"
@@ -883,50 +953,7 @@
                                 },
                                 "type": [
                                   "null",
-                                  {
-                                    "type": "record",
-                                    "name": "MetadataAttribution",
-                                    "namespace": "com.linkedin.pegasus2avro.common",
-                                    "fields": [
-                                      {
-                                        "type": "long",
-                                        "name": "time",
-                                        "doc": "When this metadata was updated."
-                                      },
-                                      {
-                                        "java": {
-                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                                        },
-                                        "type": "string",
-                                        "name": "actor",
-                                        "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
-                                        "Urn": "Urn"
-                                      },
-                                      {
-                                        "java": {
-                                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                                        },
-                                        "type": [
-                                          "null",
-                                          "string"
-                                        ],
-                                        "name": "source",
-                                        "default": null,
-                                        "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
-                                        "Urn": "Urn"
-                                      },
-                                      {
-                                        "type": {
-                                          "type": "map",
-                                          "values": "string"
-                                        },
-                                        "name": "sourceDetail",
-                                        "default": {},
-                                        "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc."
-                                      }
-                                    ],
-                                    "doc": "Information about who, why, and how this metadata was applied"
-                                  }
+                                  "com.linkedin.pegasus2avro.common.MetadataAttribution"
                                 ],
                                 "name": "attribution",
                                 "default": null,
@@ -1107,6 +1134,37 @@
                                 "type": "com.linkedin.pegasus2avro.common.AuditStamp",
                                 "name": "createStamp",
                                 "doc": "Audit stamp associated with creation of this record"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                                ],
+                                "name": "updateStamp",
+                                "default": null,
+                                "doc": "Audit stamp associated with updation of this record"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  {
+                                    "type": "record",
+                                    "name": "InstitutionalMemoryMetadataSettings",
+                                    "namespace": "com.linkedin.pegasus2avro.common",
+                                    "fields": [
+                                      {
+                                        "type": "boolean",
+                                        "name": "showInAssetPreview",
+                                        "default": false,
+                                        "doc": "Show record in asset preview like on entity header and search previews"
+                                      }
+                                    ],
+                                    "doc": "Settings related to a record of InstitutionalMemoryMetadata"
+                                  }
+                                ],
+                                "name": "settings",
+                                "default": null,
+                                "doc": "Settings for this record"
                               }
                             ],
                             "doc": "Metadata corresponding to a record of institutional memory."
@@ -1691,7 +1749,7 @@
                         },
                         "type": "string",
                         "name": "pictureLink",
-                        "default": "https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png",
+                        "default": "assets/platforms/default_avatar.png",
                         "doc": "A URL which points to a picture which user wants to set as a profile photo"
                       },
                       {
@@ -2424,13 +2482,17 @@
                               "DEV": "Designates development fabrics",
                               "EI": "Designates early-integration fabrics",
                               "NON_PROD": "Designates non-production fabrics",
+                              "PRD": "Alternative Prod spelling",
                               "PRE": "Designates pre-production fabrics",
                               "PROD": "Designates production fabrics",
                               "QA": "Designates quality assurance fabrics",
                               "RVW": "Designates review fabrics",
                               "SANDBOX": "Designates sandbox fabrics",
+                              "SBX": "Alternative spelling for sandbox",
+                              "SIT": "System Integration Testing",
                               "STG": "Designates staging fabrics",
                               "TEST": "Designates testing fabrics",
+                              "TST": "Alternative Test spelling",
                               "UAT": "Designates user acceptance testing fabrics"
                             },
                             "name": "FabricType",
@@ -2447,6 +2509,10 @@
                               "PROD",
                               "CORP",
                               "RVW",
+                              "PRD",
+                              "TST",
+                              "SIT",
+                              "SBX",
                               "SANDBOX"
                             ],
                             "doc": "Fabric group type"
@@ -3062,6 +3128,14 @@
                                   "doc": "The type of upstream entity"
                                 },
                                 {
+                                  "Searchable": {
+                                    "/*": {
+                                      "fieldName": "fineGrainedUpstreams",
+                                      "fieldType": "URN",
+                                      "hasValuesFieldName": "hasFineGrainedUpstreams",
+                                      "queryByDefault": false
+                                    }
+                                  },
                                   "type": [
                                     "null",
                                     {
@@ -3683,6 +3757,7 @@
                                 "Searchable": {
                                   "fieldName": "upstreams",
                                   "fieldType": "URN",
+                                  "hasValuesFieldName": "hasUpstreams",
                                   "queryByDefault": false
                                 },
                                 "java": {
@@ -7733,13 +7808,15 @@
                                                   "type": "enum",
                                                   "symbolDocs": {
                                                     "EQUALS": "Whether the field matches the value",
+                                                    "NOT_EQUALS": "Whether the field does not match the value",
                                                     "STARTS_WITH": "Whether the field value starts with the value"
                                                   },
                                                   "name": "PolicyMatchCondition",
                                                   "namespace": "com.linkedin.pegasus2avro.policy",
                                                   "symbols": [
                                                     "EQUALS",
-                                                    "STARTS_WITH"
+                                                    "STARTS_WITH",
+                                                    "NOT_EQUALS"
                                                   ],
                                                   "doc": "The matching condition in a filter criterion"
                                                 },
@@ -7761,6 +7838,15 @@
                                 "name": "filter",
                                 "default": null,
                                 "doc": "Filter to apply privileges to"
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "com.linkedin.pegasus2avro.policy.PolicyMatchFilter"
+                                ],
+                                "name": "privilegeConstraints",
+                                "default": null,
+                                "doc": "Constraints around what sub-resources operations are allowed to modify, i.e. NOT_EQUALS - cannot modify a particular defined tag, EQUALS - can only modify a particular defined tag, STARTS_WITH - can only modify a tag starting with xyz"
                               }
                             ],
                             "doc": "Information used to filter DataHub resource."
@@ -8199,6 +8285,24 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/MetadataChangeLog.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -309,50 +370,7 @@
     {
       "type": [
         "null",
-        {
-          "type": "record",
-          "name": "AuditStamp",
-          "namespace": "com.linkedin.pegasus2avro.common",
-          "fields": [
-            {
-              "type": "long",
-              "name": "time",
-              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": "string",
-              "name": "actor",
-              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-              "Urn": "Urn"
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "impersonator",
-              "default": null,
-              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-              "Urn": "Urn"
-            },
-            {
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "message",
-              "default": null,
-              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-            }
-          ],
-          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-        }
+        "com.linkedin.pegasus2avro.common.AuditStamp"
       ],
       "name": "created",
       "default": null,

datahub/metadata/schemas/MetadataChangeProposal.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/NotebookKey.avsc

@@ -15,6 +15,7 @@
       "browsePaths",
       "institutionalMemory",
       "domains",
+      "applications",
       "subTypes",
       "dataPlatformInstance",
       "browsePathsV2",

datahub/metadata/schemas/Operation.avsc

@@ -150,7 +150,7 @@
         "symbolDocs": {
           "ALTER": "Asset was altered",
           "CREATE": "Asset was created",
-          "CUSTOM": "Custom asset operation",
+          "CUSTOM": "Custom asset operation. If this is set, ensure customOperationType is filled out.",
           "DELETE": "Rows were deleted",
           "DROP": "Asset was dropped",
           "INSERT": "Rows were inserted",
@@ -250,7 +250,9 @@
         "fieldName": "lastOperationTime",
         "fieldType": "DATETIME"
       },
-      "TimeseriesField": {},
+      "TimeseriesField": {
+        "fieldType": "DATETIME"
+      },
       "type": "long",
       "name": "lastUpdatedTimestamp",
       "doc": "The time at which the operation occurred. Would be better named 'operationTime'"

datahub/metadata/schemas/Ownership.avsc

@@ -162,6 +162,75 @@
               "name": "source",
               "default": null,
               "doc": "Source information for the ownership"
+            },
+            {
+              "Searchable": {
+                "/actor": {
+                  "fieldName": "ownerAttributionActors",
+                  "fieldType": "URN",
+                  "queryByDefault": false
+                },
+                "/source": {
+                  "fieldName": "ownerAttributionSources",
+                  "fieldType": "URN",
+                  "queryByDefault": false
+                },
+                "/time": {
+                  "fieldName": "ownerAttributionDates",
+                  "fieldType": "DATETIME",
+                  "queryByDefault": false
+                }
+              },
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "MetadataAttribution",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When this metadata was updated."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "source",
+                      "default": null,
+                      "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": {
+                        "type": "map",
+                        "values": "string"
+                      },
+                      "name": "sourceDetail",
+                      "default": {},
+                      "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc."
+                    }
+                  ],
+                  "doc": "Information about who, why, and how this metadata was applied"
+                }
+              ],
+              "name": "attribution",
+              "default": null,
+              "doc": "Information about who, why, and how this metadata was applied"
             }
           ],
           "doc": "Ownership information"

datahub/metadata/schemas/QuerySubjects.avsc

@@ -15,13 +15,6 @@
           "namespace": "com.linkedin.pegasus2avro.query",
           "fields": [
             {
-              "Relationship": {
-                "entityTypes": [
-                  "dataset",
-                  "schemaField"
-                ],
-                "name": "IsAssociatedWith"
-              },
               "Searchable": {
                 "fieldName": "entities",
                 "fieldType": "URN"
@@ -32,11 +25,7 @@
               "type": "string",
               "name": "entity",
               "doc": "An entity which is the subject of a query.",
-              "Urn": "Urn",
-              "entityTypes": [
-                "dataset",
-                "schemaField"
-              ]
+              "Urn": "Urn"
             }
           ],
           "doc": "A single subject of a particular query.\nIn the future, we may evolve this model to include richer details\nabout the Query Subject in relation to the query."