acryl-datahub-cloud 0.3.6.9rc1__py3-none-any.whl → 0.3.7rc1__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/Forms.avsc

@@ -10,19 +10,23 @@
       "Searchable": {
         "/*/completedPrompts/*/id": {
           "fieldName": "incompleteFormsCompletedPromptIds",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/completedPrompts/*/lastModified/time": {
           "fieldName": "incompleteFormsCompletedPromptResponseTimes",
-          "fieldType": "DATETIME"
+          "fieldType": "DATETIME",
+          "queryByDefault": false
         },
         "/*/incompletePrompts/*/id": {
           "fieldName": "incompleteFormsIncompletePromptIds",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/urn": {
           "fieldName": "incompleteForms",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": {
@@ -371,19 +375,23 @@
       "Searchable": {
         "/*/completedPrompts/*/id": {
           "fieldName": "completedFormsCompletedPromptIds",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/completedPrompts/*/lastModified/time": {
           "fieldName": "completedFormsCompletedPromptResponseTimes",
-          "fieldType": "DATETIME"
+          "fieldType": "DATETIME",
+          "queryByDefault": false
         },
         "/*/incompletePrompts/*/id": {
           "fieldName": "completedFormsIncompletePromptIds",
-          "fieldType": "KEYWORD"
+          "fieldType": "KEYWORD",
+          "queryByDefault": false
         },
         "/*/urn": {
           "fieldName": "completedForms",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": {
@@ -397,7 +405,8 @@
       "Searchable": {
         "/*/form": {
           "fieldName": "verifiedForms",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": {

acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc

@@ -492,6 +492,24 @@
               "name": "helpLink",
               "default": null,
               "doc": "The configurable help link shown in the UI"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "customLogoUrl",
+              "default": null,
+              "doc": "The Url for a custom logo to display in the UI"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "customOrgName",
+              "default": null,
+              "doc": "A customized name for organization display preferences"
             }
           ],
           "doc": "Global settings for the UI"

acryl_datahub_cloud/metadata/schemas/GlossaryRelatedTerms.avsc

@@ -17,9 +17,9 @@
       },
       "Searchable": {
         "/*": {
-          "boostScore": 2.0,
           "fieldName": "isRelatedTerms",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": [
@@ -46,9 +46,9 @@
       },
       "Searchable": {
         "/*": {
-          "boostScore": 2.0,
           "fieldName": "hasRelatedTerms",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": [

acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc

@@ -282,7 +282,9 @@
                   "dashboard",
                   "dataFlow",
                   "dataJob",
-                  "schemaField"
+                  "schemaField",
+                  "mlModel",
+                  "mlFeature"
                 ],
                 "name": "IncidentOn"
               }

acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc

@@ -93,7 +93,9 @@
             "dashboard",
             "dataFlow",
             "dataJob",
-            "schemaField"
+            "schemaField",
+            "mlModel",
+            "mlFeature"
           ],
           "name": "IncidentOn"
         }

acryl_datahub_cloud/metadata/schemas/IncidentsSummary.avsc

@@ -60,7 +60,8 @@
           "fieldName": "resolvedIncidents",
           "fieldType": "URN",
           "hasValuesFieldName": "hasResolvedIncidents",
-          "numValuesFieldName": "numResolvedIncidents"
+          "numValuesFieldName": "numResolvedIncidents",
+          "queryByDefault": false
         }
       },
       "type": {
@@ -142,7 +143,8 @@
           "fieldName": "activeIncidents",
           "fieldType": "URN",
           "hasValuesFieldName": "hasActiveIncidents",
-          "numValuesFieldName": "numActiveIncidents"
+          "numValuesFieldName": "numActiveIncidents",
+          "queryByDefault": false
         }
       },
       "type": {

acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc

@@ -197,7 +197,8 @@
       "Searchable": {
         "/*/owners/*/owner": {
           "fieldName": "inferredOwners",
-          "fieldType": "URN"
+          "fieldType": "URN",
+          "queryByDefault": false
         }
       },
       "type": [
@@ -299,7 +300,8 @@
                         },
                         "Searchable": {
                           "fieldName": "ownershipTypeUrn",
-                          "fieldType": "URN"
+                          "fieldType": "URN",
+                          "queryByDefault": false
                         },
                         "java": {
                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"

acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc

@@ -24,7 +24,8 @@
       "share",
       "origin",
       "lineageFeatures",
-      "documentation"
+      "documentation",
+      "incidentsSummary"
     ]
   },
   "name": "MLFeatureKey",

acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc

@@ -58,6 +58,7 @@
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
           "TST": "Alternative Test spelling",
@@ -78,7 +79,8 @@
           "CORP",
           "RVW",
           "PRD",
-          "TST"
+          "TST",
+          "SANDBOX"
         ],
         "doc": "Fabric group type"
       },

acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc

@@ -68,6 +68,7 @@
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
           "TST": "Alternative Test spelling",
@@ -88,7 +89,8 @@
           "CORP",
           "RVW",
           "PRD",
-          "TST"
+          "TST",
+          "SANDBOX"
         ],
         "doc": "Fabric group type"
       },

acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc

@@ -34,7 +34,8 @@
       "share",
       "origin",
       "lineageFeatures",
-      "documentation"
+      "documentation",
+      "incidentsSummary"
     ]
   },
   "name": "MLModelKey",
@@ -81,6 +82,7 @@
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
           "TST": "Alternative Test spelling",
@@ -101,7 +103,8 @@
           "CORP",
           "RVW",
           "PRD",
-          "TST"
+          "TST",
+          "SANDBOX"
         ],
         "doc": "Fabric group type"
       },

acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc

@@ -226,6 +226,7 @@
                     "fields": [
                       {
                         "Searchable": {
+                          "addToFilters": true,
                           "fieldType": "KEYWORD"
                         },
                         "type": "string",
@@ -343,6 +344,9 @@
                                     "namespace": "com.linkedin.pegasus2avro.actionrequest",
                                     "fields": [
                                       {
+                                        "Searchable": {
+                                          "addToFilters": true
+                                        },
                                         "java": {
                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                         },
@@ -367,6 +371,9 @@
                                     "namespace": "com.linkedin.pegasus2avro.actionrequest",
                                     "fields": [
                                       {
+                                        "Searchable": {
+                                          "addToFilters": true
+                                        },
                                         "java": {
                                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                                         },
@@ -660,6 +667,75 @@
                         "name": "dueDate",
                         "default": null,
                         "doc": "The time at which the request is due"
+                      },
+                      {
+                        "Searchable": {
+                          "addToFilters": true
+                        },
+                        "type": [
+                          {
+                            "type": "enum",
+                            "symbolDocs": {
+                              "INFERRED": "The Action Request was inferred by an inference pipeline, e.g. DataHub AI.",
+                              "MANUAL": "The Action Request was created by the user or group via the API or UI"
+                            },
+                            "name": "ActionRequestOrigin",
+                            "namespace": "com.linkedin.pegasus2avro.actionrequest",
+                            "symbols": [
+                              "MANUAL",
+                              "INFERRED"
+                            ],
+                            "doc": "The origin type of an Action Request"
+                          },
+                          "null"
+                        ],
+                        "name": "origin",
+                        "default": "MANUAL",
+                        "doc": "The origin of the action request"
+                      },
+                      {
+                        "Searchable": {
+                          "/confidenceLevel": {
+                            "addToFilters": true,
+                            "fieldName": "inferenceConfidenceLevel"
+                          },
+                          "/lastInferredAt": {
+                            "fieldName": "inferenceLastInferredAt"
+                          }
+                        },
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "InferenceMetadata",
+                            "namespace": "com.linkedin.pegasus2avro.ai",
+                            "fields": [
+                              {
+                                "type": "long",
+                                "name": "lastInferredAt",
+                                "doc": "Timestamp of the last inference in milliseconds."
+                              },
+                              {
+                                "type": "int",
+                                "name": "version",
+                                "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
+                              },
+                              {
+                                "type": [
+                                  "null",
+                                  "int"
+                                ],
+                                "name": "confidenceLevel",
+                                "default": null,
+                                "doc": "Numeric confidence level of the inference that was made.\n\n   0 = Low Confidence\n   1 = Medium Confidence\n   2 = High Confidence"
+                              }
+                            ],
+                            "doc": "Reusable metadata about an individual inference - i.e. a single glossary term, tag, description, etc."
+                          }
+                        ],
+                        "name": "inferenceMetadata",
+                        "default": null,
+                        "doc": "Additional inference metadata. Optionally provided if the origin is INFERRED."
                       }
                     ],
                     "doc": "The status of the action request - e.g. accepted, rejected, pending, etc"
@@ -1214,7 +1290,8 @@
                                 },
                                 "Searchable": {
                                   "fieldName": "ownershipTypeUrn",
-                                  "fieldType": "URN"
+                                  "fieldType": "URN",
+                                  "queryByDefault": false
                                 },
                                 "java": {
                                   "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -2078,7 +2155,7 @@
                         "Searchable": {
                           "fieldName": "managerLdap",
                           "fieldType": "URN",
-                          "queryByDefault": true
+                          "queryByDefault": false
                         },
                         "java": {
                           "class": "com.linkedin.pegasus2avro.common.urn.CorpuserUrn"
@@ -2598,6 +2675,29 @@
                         "default": null,
                         "doc": "Datasets consumed by a dashboard"
                       },
+                      {
+                        "Relationship": {
+                          "/*/destinationUrn": {
+                            "createdActor": "datasetEdges/*/created/actor",
+                            "createdOn": "datasetEdges/*/created/time",
+                            "entityTypes": [
+                              "dashboard"
+                            ],
+                            "isLineage": true,
+                            "name": "DashboardContainsDashboard",
+                            "properties": "datasetEdges/*/properties",
+                            "updatedActor": "datasetEdges/*/lastModified/actor",
+                            "updatedOn": "datasetEdges/*/lastModified/time"
+                          }
+                        },
+                        "type": {
+                          "type": "array",
+                          "items": "com.linkedin.pegasus2avro.common.Edge"
+                        },
+                        "name": "dashboards",
+                        "default": [],
+                        "doc": "Dashboards included by this dashboard.\nSome dashboard entities (e.g. PowerBI Apps) can contain other dashboards.\n\nThe Edge's sourceUrn should never be set, as it will always be the base dashboard."
+                      },
                       {
                         "Searchable": {
                           "/lastModified/time": {
@@ -2640,7 +2740,9 @@
                         "doc": "Access level for the dashboard"
                       },
                       {
-                        "Searchable": {},
+                        "Searchable": {
+                          "queryByDefault": false
+                        },
                         "type": [
                           "null",
                           "long"
@@ -2650,7 +2752,9 @@
                         "doc": "The time when this dashboard last refreshed"
                       },
                       {
-                        "Searchable": {},
+                        "Searchable": {
+                          "queryByDefault": false
+                        },
                         "java": {
                           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                         },
@@ -2949,6 +3053,7 @@
                               "PROD": "Designates production fabrics",
                               "QA": "Designates quality assurance fabrics",
                               "RVW": "Designates review fabrics",
+                              "SANDBOX": "Designates sandbox fabrics",
                               "STG": "Designates staging fabrics",
                               "TEST": "Designates testing fabrics",
                               "TST": "Alternative Test spelling",
@@ -2969,7 +3074,8 @@
                               "CORP",
                               "RVW",
                               "PRD",
-                              "TST"
+                              "TST",
+                              "SANDBOX"
                             ],
                             "doc": "Fabric group type"
                           }
@@ -7703,9 +7809,9 @@
                         },
                         "Searchable": {
                           "/*": {
-                            "boostScore": 2.0,
                             "fieldName": "isRelatedTerms",
-                            "fieldType": "URN"
+                            "fieldType": "URN",
+                            "queryByDefault": false
                           }
                         },
                         "type": [
@@ -7732,9 +7838,9 @@
                         },
                         "Searchable": {
                           "/*": {
-                            "boostScore": 2.0,
                             "fieldName": "hasRelatedTerms",
-                            "fieldType": "URN"
+                            "fieldType": "URN",
+                            "queryByDefault": false
                           }
                         },
                         "type": [
@@ -8106,12 +8212,14 @@
                                                 "type": {
                                                   "type": "enum",
                                                   "symbolDocs": {
-                                                    "EQUALS": "Whether the field matches the value"
+                                                    "EQUALS": "Whether the field matches the value",
+                                                    "STARTS_WITH": "Whether the field value starts with the value"
                                                   },
                                                   "name": "PolicyMatchCondition",
                                                   "namespace": "com.linkedin.pegasus2avro.policy",
                                                   "symbols": [
-                                                    "EQUALS"
+                                                    "EQUALS",
+                                                    "STARTS_WITH"
                                                   ],
                                                   "doc": "The matching condition in a filter criterion"
                                                 },

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -574,10 +574,11 @@
                                                     "FIELD",
                                                     "DATA_SCHEMA",
                                                     "CUSTOM"
-                                                  ]
+                                                  ],
+                                                  "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
                                                 },
                                                 "name": "type",
-                                                "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
+                                                "doc": "Type of assertion."
                                               },
                                               {
                                                 "type": [

acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc

@@ -153,7 +153,8 @@
                               },
                               "Searchable": {
                                 "fieldName": "ownershipTypeUrn",
-                                "fieldType": "URN"
+                                "fieldType": "URN",
+                                "queryByDefault": false
                               },
                               "java": {
                                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"

acryl_datahub_cloud/metadata/schemas/Operation.avsc

@@ -194,9 +194,6 @@
       "doc": "How many rows were affected by this operation."
     },
     {
-      "TimeseriesFieldCollection": {
-        "key": "datasetName"
-      },
       "type": [
         "null",
         {

acryl_datahub_cloud/metadata/schemas/Ownership.avsc

@@ -96,7 +96,8 @@
               },
               "Searchable": {
                 "fieldName": "ownershipTypeUrn",
-                "fieldType": "URN"
+                "fieldType": "URN",
+                "queryByDefault": false
               },
               "java": {
                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"

acryl_datahub_cloud/metadata/schemas/PlatformResourceInfo.avsc

@@ -12,7 +12,7 @@
       },
       "type": "string",
       "name": "resourceType",
-      "doc": "The type of the resource. \nThis is used to differentiate between different types of resources.\nPossible values specified in {@link com.linkedin.pegasus2avro.platformresource.PlatformResourceType}"
+      "doc": "The type of the resource. \nIntended as a loose specifier of the generic type of the resource.\nProducer is not forced to conform to a specific set of symbols for\nresource types.\nThe @PlatformResourceType enumeration offers a paved path for agreed upon\ncommon terms, but is not required to be followed.\nExample values could be: conversation, user, grant, etc.\nResource types are indexed for ease of access. \ne.g. Get me all platform resources of type user for the platform looker"
     },
     {
       "Searchable": {
@@ -20,7 +20,7 @@
       },
       "type": "string",
       "name": "primaryKey",
-      "doc": "The primary key for this platform resource.\nI.e., for a slack member this would be the memberID."
+      "doc": "The primary key for this platform resource.\ne.g. for a slack member this would be the memberID.\nprimary keys specified here don't need to include any additional specificity for the\n     dataPlatform\nThe @PlatformResourceKey is supposed to represent that"
     },
     {
       "Searchable": {

acryl_datahub_cloud/metadata/schemas/PlatformResourceKey.avsc

@@ -8,7 +8,8 @@
       "dataPlatformInstance",
       "platformResourceInfo",
       "status"
-    ]
+    ],
+    "entityDoc": "Platform Resources are assets that are unmodeled and stored outside of the core data model. They are stored in DataHub primarily to help with application-specific use-cases that are not sufficiently generalized to move into the core data model."
   },
   "name": "PlatformResourceKey",
   "namespace": "com.linkedin.pegasus2avro.platformresource",
@@ -16,8 +17,8 @@
     {
       "type": "string",
       "name": "id",
-      "doc": "A unique id for this entity. Generated on the server side at entity creation time.\nFormat will be a guid."
+      "doc": "A unique id for this entity.\nThere are no constraints on the format of this id, but most implementations\nwill choose to use a UUID.\nThis id should be globally unique for the entire DataHub instance and\n     uniquely identify the resource that is being stored, so most\n     implementations\nwill combine logical attributes like platform name, platform instance,\nplatform-specific-id and the resource type to create the unique id.\ne.g. slack:slack-instance:slack-user-id:user-info \nor guid(slack, slack-instance, slack-user-id, user-info) etc."
     }
   ],
-  "doc": "Key for Platform Resource.\nThese entities are for miscelaneous data that is used in non-core parts of the system.\nFor instance, if we want to persist & retrieve data from auxiliary integrations such as Slack or Microsoft Teams."
+  "doc": "Key for a Platform Resource.\nPlatform Resources are assets that are not part of the core data model.\nThey are stored in DataHub primarily to help with application-specific\nuse-cases that are not sufficiently generalized to move into the core data model.\nFor instance, if we want to persist & retrieve additional user profile data \nfrom auxiliary integrations such as Slack or Microsoft Teams for resolving details later."
 }

acryl_datahub_cloud/metadata/schemas/PostInfo.avsc

@@ -212,6 +212,7 @@
         ],
         "name": "PostTarget"
       },
+      "Searchable": {},
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },
@@ -221,7 +222,7 @@
       ],
       "name": "target",
       "default": null,
-      "doc": "Optional URN that the post is associated with.",
+      "doc": "Optional Entity URN that the post is associated with.",
       "Urn": "Urn",
       "entityTypes": [
         "dataset",

acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc

@@ -137,6 +137,7 @@
                                           "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
                                           "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
                                           "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
+                                          "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
                                           "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
                                           "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
                                           "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
@@ -150,6 +151,7 @@
                                           "CONTAIN",
                                           "END_WITH",
                                           "EQUAL",
+                                          "IEQUAL",
                                           "IS_NULL",
                                           "EXISTS",
                                           "GREATER_THAN",

acryl_datahub_cloud/metadata/schemas/Share.avsc

@@ -11,7 +11,8 @@
         "/*/destination": {
           "fieldName": "shareDestinations",
           "fieldType": "URN",
-          "hasValuesFieldName": "hasShareDestinations"
+          "hasValuesFieldName": "hasShareDestinations",
+          "queryByDefault": false
         }
       },
       "type": {