pulumi-databricks 1.77.0a1760375482__py3-none-any.whl → 1.79.0a1762839813__py3-none-any.whl

pulumi_databricks/permission_assignment.py

@@ -13,6 +13,8 @@ if sys.version_info >= (3, 11):
 else:
     from typing_extensions import NotRequired, TypedDict, TypeAlias
 from . import _utilities
+from . import outputs
+from ._inputs import *
 
 __all__ = ['PermissionAssignmentArgs', 'PermissionAssignment']
 
@@ -20,16 +22,33 @@ __all__ = ['PermissionAssignmentArgs', 'PermissionAssignment']
 class PermissionAssignmentArgs:
     def __init__(__self__, *,
                  permissions: pulumi.Input[Sequence[pulumi.Input[_builtins.str]]],
-                 principal_id: pulumi.Input[_builtins.str]):
+                 group_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 principal_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']] = None,
+                 service_principal_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 user_name: Optional[pulumi.Input[_builtins.str]] = None):
         """
         The set of arguments for constructing a PermissionAssignment resource.
         :param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] permissions: The list of workspace permissions to assign to the principal:
                * `"USER"` - Adds principal to the workspace `users` group. This gives basic workspace access.
                * `"ADMIN"` - Adds principal to the workspace `admins` group. This gives workspace admin privileges to manage users and groups, workspace configurations, and more.
+        :param pulumi.Input[_builtins.str] group_name: the group name to assign to a workspace.
         :param pulumi.Input[_builtins.str] principal_id: Databricks ID of the user, service principal, or group. The principal ID can be retrieved using the account-level SCIM API, or using databricks_user, ServicePrincipal or Group data sources with account API (and has to be an account admin). A more sensible approach is to retrieve the list of `principal_id` as outputs from another Pulumi stack.
+        :param pulumi.Input['PermissionAssignmentProviderConfigArgs'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
+        :param pulumi.Input[_builtins.str] service_principal_name: the application ID of service principal to assign to a workspace.
+        :param pulumi.Input[_builtins.str] user_name: the user name (email) to assign to a workspace.
         """
         pulumi.set(__self__, "permissions", permissions)
-        pulumi.set(__self__, "principal_id", principal_id)
+        if group_name is not None:
+            pulumi.set(__self__, "group_name", group_name)
+        if principal_id is not None:
+            pulumi.set(__self__, "principal_id", principal_id)
+        if provider_config is not None:
+            pulumi.set(__self__, "provider_config", provider_config)
+        if service_principal_name is not None:
+            pulumi.set(__self__, "service_principal_name", service_principal_name)
+        if user_name is not None:
+            pulumi.set(__self__, "user_name", user_name)
 
     @_builtins.property
     @pulumi.getter
@@ -45,35 +64,127 @@ class PermissionAssignmentArgs:
     def permissions(self, value: pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]):
         pulumi.set(self, "permissions", value)
 
+    @_builtins.property
+    @pulumi.getter(name="groupName")
+    def group_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the group name to assign to a workspace.
+        """
+        return pulumi.get(self, "group_name")
+
+    @group_name.setter
+    def group_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "group_name", value)
+
     @_builtins.property
     @pulumi.getter(name="principalId")
-    def principal_id(self) -> pulumi.Input[_builtins.str]:
+    def principal_id(self) -> Optional[pulumi.Input[_builtins.str]]:
         """
         Databricks ID of the user, service principal, or group. The principal ID can be retrieved using the account-level SCIM API, or using databricks_user, ServicePrincipal or Group data sources with account API (and has to be an account admin). A more sensible approach is to retrieve the list of `principal_id` as outputs from another Pulumi stack.
         """
         return pulumi.get(self, "principal_id")
 
     @principal_id.setter
-    def principal_id(self, value: pulumi.Input[_builtins.str]):
+    def principal_id(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "principal_id", value)
 
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
+
+    @provider_config.setter
+    def provider_config(self, value: Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']]):
+        pulumi.set(self, "provider_config", value)
+
+    @_builtins.property
+    @pulumi.getter(name="servicePrincipalName")
+    def service_principal_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the application ID of service principal to assign to a workspace.
+        """
+        return pulumi.get(self, "service_principal_name")
+
+    @service_principal_name.setter
+    def service_principal_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "service_principal_name", value)
+
+    @_builtins.property
+    @pulumi.getter(name="userName")
+    def user_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the user name (email) to assign to a workspace.
+        """
+        return pulumi.get(self, "user_name")
+
+    @user_name.setter
+    def user_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "user_name", value)
+
 
 @pulumi.input_type
 class _PermissionAssignmentState:
     def __init__(__self__, *,
+                 display_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 group_name: Optional[pulumi.Input[_builtins.str]] = None,
                  permissions: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
-                 principal_id: Optional[pulumi.Input[_builtins.str]] = None):
+                 principal_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']] = None,
+                 service_principal_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 user_name: Optional[pulumi.Input[_builtins.str]] = None):
         """
         Input properties used for looking up and filtering PermissionAssignment resources.
+        :param pulumi.Input[_builtins.str] display_name: the display name of the assigned principal.
+        :param pulumi.Input[_builtins.str] group_name: the group name to assign to a workspace.
         :param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] permissions: The list of workspace permissions to assign to the principal:
                * `"USER"` - Adds principal to the workspace `users` group. This gives basic workspace access.
                * `"ADMIN"` - Adds principal to the workspace `admins` group. This gives workspace admin privileges to manage users and groups, workspace configurations, and more.
         :param pulumi.Input[_builtins.str] principal_id: Databricks ID of the user, service principal, or group. The principal ID can be retrieved using the account-level SCIM API, or using databricks_user, ServicePrincipal or Group data sources with account API (and has to be an account admin). A more sensible approach is to retrieve the list of `principal_id` as outputs from another Pulumi stack.
+        :param pulumi.Input['PermissionAssignmentProviderConfigArgs'] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
+        :param pulumi.Input[_builtins.str] service_principal_name: the application ID of service principal to assign to a workspace.
+        :param pulumi.Input[_builtins.str] user_name: the user name (email) to assign to a workspace.
         """
+        if display_name is not None:
+            pulumi.set(__self__, "display_name", display_name)
+        if group_name is not None:
+            pulumi.set(__self__, "group_name", group_name)
         if permissions is not None:
             pulumi.set(__self__, "permissions", permissions)
         if principal_id is not None:
             pulumi.set(__self__, "principal_id", principal_id)
+        if provider_config is not None:
+            pulumi.set(__self__, "provider_config", provider_config)
+        if service_principal_name is not None:
+            pulumi.set(__self__, "service_principal_name", service_principal_name)
+        if user_name is not None:
+            pulumi.set(__self__, "user_name", user_name)
+
+    @_builtins.property
+    @pulumi.getter(name="displayName")
+    def display_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the display name of the assigned principal.
+        """
+        return pulumi.get(self, "display_name")
+
+    @display_name.setter
+    def display_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "display_name", value)
+
+    @_builtins.property
+    @pulumi.getter(name="groupName")
+    def group_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the group name to assign to a workspace.
+        """
+        return pulumi.get(self, "group_name")
+
+    @group_name.setter
+    def group_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "group_name", value)
 
     @_builtins.property
     @pulumi.getter
@@ -101,6 +212,42 @@ class _PermissionAssignmentState:
     def principal_id(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "principal_id", value)
 
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
+
+    @provider_config.setter
+    def provider_config(self, value: Optional[pulumi.Input['PermissionAssignmentProviderConfigArgs']]):
+        pulumi.set(self, "provider_config", value)
+
+    @_builtins.property
+    @pulumi.getter(name="servicePrincipalName")
+    def service_principal_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the application ID of service principal to assign to a workspace.
+        """
+        return pulumi.get(self, "service_principal_name")
+
+    @service_principal_name.setter
+    def service_principal_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "service_principal_name", value)
+
+    @_builtins.property
+    @pulumi.getter(name="userName")
+    def user_name(self) -> Optional[pulumi.Input[_builtins.str]]:
+        """
+        the user name (email) to assign to a workspace.
+        """
+        return pulumi.get(self, "user_name")
+
+    @user_name.setter
+    def user_name(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "user_name", value)
+
 
 @pulumi.type_token("databricks:index/permissionAssignment:PermissionAssignment")
 class PermissionAssignment(pulumi.CustomResource):
@@ -108,8 +255,12 @@ class PermissionAssignment(pulumi.CustomResource):
     def __init__(__self__,
                  resource_name: str,
                  opts: Optional[pulumi.ResourceOptions] = None,
+                 group_name: Optional[pulumi.Input[_builtins.str]] = None,
                  permissions: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
                  principal_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input[Union['PermissionAssignmentProviderConfigArgs', 'PermissionAssignmentProviderConfigArgsDict']]] = None,
+                 service_principal_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 user_name: Optional[pulumi.Input[_builtins.str]] = None,
                  __props__=None):
         """
         This resource is used to assign account-level users, service principals and groups to a Databricks workspace. To configure additional entitlements such as cluster creation, please use Entitlements
@@ -118,6 +269,8 @@ class PermissionAssignment(pulumi.CustomResource):
 
         ## Example Usage
 
+        ### Assign using `principal_id`
+
         In workspace context, adding account-level user to a workspace:
 
         ```python
@@ -160,6 +313,41 @@ class PermissionAssignment(pulumi.CustomResource):
         pulumi.export("databricksGroupId", workspace_level.id)
         ```
 
+        ### Assign using `user_name`, `group_name`, or `service_principal_name`
+
+        In workspace context, adding account-level user to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        add_user = databricks.PermissionAssignment("add_user",
+            user_name="me@example.com",
+            permissions=["USER"])
+        ```
+
+        In workspace context, adding account-level service principal to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        add_admin_spn = databricks.PermissionAssignment("add_admin_spn",
+            service_principal_name="00000000-0000-0000-0000-000000000000",
+            permissions=["ADMIN"])
+        ```
+
+        In workspace context, adding account-level group to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        this = databricks.PermissionAssignment("this",
+            group_name="example-group",
+            permissions=["USER"])
+        ```
+
         ## Related Resources
 
         The following resources are used in the same context:
@@ -193,10 +381,14 @@ class PermissionAssignment(pulumi.CustomResource):
 
         :param str resource_name: The name of the resource.
         :param pulumi.ResourceOptions opts: Options for the resource.
+        :param pulumi.Input[_builtins.str] group_name: the group name to assign to a workspace.
         :param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] permissions: The list of workspace permissions to assign to the principal:
                * `"USER"` - Adds principal to the workspace `users` group. This gives basic workspace access.
                * `"ADMIN"` - Adds principal to the workspace `admins` group. This gives workspace admin privileges to manage users and groups, workspace configurations, and more.
         :param pulumi.Input[_builtins.str] principal_id: Databricks ID of the user, service principal, or group. The principal ID can be retrieved using the account-level SCIM API, or using databricks_user, ServicePrincipal or Group data sources with account API (and has to be an account admin). A more sensible approach is to retrieve the list of `principal_id` as outputs from another Pulumi stack.
+        :param pulumi.Input[Union['PermissionAssignmentProviderConfigArgs', 'PermissionAssignmentProviderConfigArgsDict']] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
+        :param pulumi.Input[_builtins.str] service_principal_name: the application ID of service principal to assign to a workspace.
+        :param pulumi.Input[_builtins.str] user_name: the user name (email) to assign to a workspace.
         """
         ...
     @overload
@@ -211,6 +403,8 @@ class PermissionAssignment(pulumi.CustomResource):
 
         ## Example Usage
 
+        ### Assign using `principal_id`
+
         In workspace context, adding account-level user to a workspace:
 
         ```python
@@ -253,6 +447,41 @@ class PermissionAssignment(pulumi.CustomResource):
         pulumi.export("databricksGroupId", workspace_level.id)
         ```
 
+        ### Assign using `user_name`, `group_name`, or `service_principal_name`
+
+        In workspace context, adding account-level user to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        add_user = databricks.PermissionAssignment("add_user",
+            user_name="me@example.com",
+            permissions=["USER"])
+        ```
+
+        In workspace context, adding account-level service principal to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        add_admin_spn = databricks.PermissionAssignment("add_admin_spn",
+            service_principal_name="00000000-0000-0000-0000-000000000000",
+            permissions=["ADMIN"])
+        ```
+
+        In workspace context, adding account-level group to a workspace:
+
+        ```python
+        import pulumi
+        import pulumi_databricks as databricks
+
+        this = databricks.PermissionAssignment("this",
+            group_name="example-group",
+            permissions=["USER"])
+        ```
+
         ## Related Resources
 
         The following resources are used in the same context:
@@ -299,8 +528,12 @@ class PermissionAssignment(pulumi.CustomResource):
     def _internal_init(__self__,
                  resource_name: str,
                  opts: Optional[pulumi.ResourceOptions] = None,
+                 group_name: Optional[pulumi.Input[_builtins.str]] = None,
                  permissions: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
                  principal_id: Optional[pulumi.Input[_builtins.str]] = None,
+                 provider_config: Optional[pulumi.Input[Union['PermissionAssignmentProviderConfigArgs', 'PermissionAssignmentProviderConfigArgsDict']]] = None,
+                 service_principal_name: Optional[pulumi.Input[_builtins.str]] = None,
+                 user_name: Optional[pulumi.Input[_builtins.str]] = None,
                  __props__=None):
         opts = pulumi.ResourceOptions.merge(_utilities.get_resource_opts_defaults(), opts)
         if not isinstance(opts, pulumi.ResourceOptions):
@@ -310,12 +543,15 @@ class PermissionAssignment(pulumi.CustomResource):
                 raise TypeError('__props__ is only valid when passed in combination with a valid opts.id to get an existing resource')
             __props__ = PermissionAssignmentArgs.__new__(PermissionAssignmentArgs)
 
+            __props__.__dict__["group_name"] = group_name
             if permissions is None and not opts.urn:
                 raise TypeError("Missing required property 'permissions'")
             __props__.__dict__["permissions"] = permissions
-            if principal_id is None and not opts.urn:
-                raise TypeError("Missing required property 'principal_id'")
             __props__.__dict__["principal_id"] = principal_id
+            __props__.__dict__["provider_config"] = provider_config
+            __props__.__dict__["service_principal_name"] = service_principal_name
+            __props__.__dict__["user_name"] = user_name
+            __props__.__dict__["display_name"] = None
         super(PermissionAssignment, __self__).__init__(
             'databricks:index/permissionAssignment:PermissionAssignment',
             resource_name,
@@ -326,8 +562,13 @@ class PermissionAssignment(pulumi.CustomResource):
     def get(resource_name: str,
             id: pulumi.Input[str],
             opts: Optional[pulumi.ResourceOptions] = None,
+            display_name: Optional[pulumi.Input[_builtins.str]] = None,
+            group_name: Optional[pulumi.Input[_builtins.str]] = None,
             permissions: Optional[pulumi.Input[Sequence[pulumi.Input[_builtins.str]]]] = None,
-            principal_id: Optional[pulumi.Input[_builtins.str]] = None) -> 'PermissionAssignment':
+            principal_id: Optional[pulumi.Input[_builtins.str]] = None,
+            provider_config: Optional[pulumi.Input[Union['PermissionAssignmentProviderConfigArgs', 'PermissionAssignmentProviderConfigArgsDict']]] = None,
+            service_principal_name: Optional[pulumi.Input[_builtins.str]] = None,
+            user_name: Optional[pulumi.Input[_builtins.str]] = None) -> 'PermissionAssignment':
         """
         Get an existing PermissionAssignment resource's state with the given name, id, and optional extra
         properties used to qualify the lookup.
@@ -335,19 +576,45 @@ class PermissionAssignment(pulumi.CustomResource):
         :param str resource_name: The unique name of the resulting resource.
         :param pulumi.Input[str] id: The unique provider ID of the resource to lookup.
         :param pulumi.ResourceOptions opts: Options for the resource.
+        :param pulumi.Input[_builtins.str] display_name: the display name of the assigned principal.
+        :param pulumi.Input[_builtins.str] group_name: the group name to assign to a workspace.
         :param pulumi.Input[Sequence[pulumi.Input[_builtins.str]]] permissions: The list of workspace permissions to assign to the principal:
                * `"USER"` - Adds principal to the workspace `users` group. This gives basic workspace access.
                * `"ADMIN"` - Adds principal to the workspace `admins` group. This gives workspace admin privileges to manage users and groups, workspace configurations, and more.
         :param pulumi.Input[_builtins.str] principal_id: Databricks ID of the user, service principal, or group. The principal ID can be retrieved using the account-level SCIM API, or using databricks_user, ServicePrincipal or Group data sources with account API (and has to be an account admin). A more sensible approach is to retrieve the list of `principal_id` as outputs from another Pulumi stack.
+        :param pulumi.Input[Union['PermissionAssignmentProviderConfigArgs', 'PermissionAssignmentProviderConfigArgsDict']] provider_config: Configure the provider for management through account provider. This block consists of the following fields:
+        :param pulumi.Input[_builtins.str] service_principal_name: the application ID of service principal to assign to a workspace.
+        :param pulumi.Input[_builtins.str] user_name: the user name (email) to assign to a workspace.
         """
         opts = pulumi.ResourceOptions.merge(opts, pulumi.ResourceOptions(id=id))
 
         __props__ = _PermissionAssignmentState.__new__(_PermissionAssignmentState)
 
+        __props__.__dict__["display_name"] = display_name
+        __props__.__dict__["group_name"] = group_name
         __props__.__dict__["permissions"] = permissions
         __props__.__dict__["principal_id"] = principal_id
+        __props__.__dict__["provider_config"] = provider_config
+        __props__.__dict__["service_principal_name"] = service_principal_name
+        __props__.__dict__["user_name"] = user_name
         return PermissionAssignment(resource_name, opts=opts, __props__=__props__)
 
+    @_builtins.property
+    @pulumi.getter(name="displayName")
+    def display_name(self) -> pulumi.Output[_builtins.str]:
+        """
+        the display name of the assigned principal.
+        """
+        return pulumi.get(self, "display_name")
+
+    @_builtins.property
+    @pulumi.getter(name="groupName")
+    def group_name(self) -> pulumi.Output[_builtins.str]:
+        """
+        the group name to assign to a workspace.
+        """
+        return pulumi.get(self, "group_name")
+
     @_builtins.property
     @pulumi.getter
     def permissions(self) -> pulumi.Output[Sequence[_builtins.str]]:
@@ -366,3 +633,27 @@ class PermissionAssignment(pulumi.CustomResource):
         """
         return pulumi.get(self, "principal_id")
 
+    @_builtins.property
+    @pulumi.getter(name="providerConfig")
+    def provider_config(self) -> pulumi.Output[Optional['outputs.PermissionAssignmentProviderConfig']]:
+        """
+        Configure the provider for management through account provider. This block consists of the following fields:
+        """
+        return pulumi.get(self, "provider_config")
+
+    @_builtins.property
+    @pulumi.getter(name="servicePrincipalName")
+    def service_principal_name(self) -> pulumi.Output[_builtins.str]:
+        """
+        the application ID of service principal to assign to a workspace.
+        """
+        return pulumi.get(self, "service_principal_name")
+
+    @_builtins.property
+    @pulumi.getter(name="userName")
+    def user_name(self) -> pulumi.Output[_builtins.str]:
+        """
+        the user name (email) to assign to a workspace.
+        """
+        return pulumi.get(self, "user_name")
+

pulumi_databricks/permissions.py

@@ -941,12 +941,12 @@ class Permissions(pulumi.CustomResource):
         eng = databricks.Group("eng", display_name="Engineering")
         ldp_demo = databricks.Notebook("ldp_demo",
             content_base64=std.base64encode(input=\"\"\"import dlt
-        json_path = "/databricks-datasets/wikipedia-datasets/data-001/clickstream/raw-uncompressed-json/2015_2_clickstream.json"
+        json_path = \\"/databricks-datasets/wikipedia-datasets/data-001/clickstream/raw-uncompressed-json/2015_2_clickstream.json\\"
         @dlt.table(
-           comment="The raw wikipedia clickstream dataset, ingested from /databricks-datasets."
+           comment=\\"The raw wikipedia clickstream dataset, ingested from /databricks-datasets.\\"
         )
         def clickstream_raw():
-            return (spark.read.format("json").load(json_path))
+            return (spark.read.format(\\"json\\").load(json_path))
         \"\"\").result,
             language="PYTHON",
             path=f"{me.home}/ldp_demo")
@@ -1778,12 +1778,12 @@ class Permissions(pulumi.CustomResource):
         eng = databricks.Group("eng", display_name="Engineering")
         ldp_demo = databricks.Notebook("ldp_demo",
             content_base64=std.base64encode(input=\"\"\"import dlt
-        json_path = "/databricks-datasets/wikipedia-datasets/data-001/clickstream/raw-uncompressed-json/2015_2_clickstream.json"
+        json_path = \\"/databricks-datasets/wikipedia-datasets/data-001/clickstream/raw-uncompressed-json/2015_2_clickstream.json\\"
         @dlt.table(
-           comment="The raw wikipedia clickstream dataset, ingested from /databricks-datasets."
+           comment=\\"The raw wikipedia clickstream dataset, ingested from /databricks-datasets.\\"
         )
         def clickstream_raw():
-            return (spark.read.format("json").load(json_path))
+            return (spark.read.format(\\"json\\").load(json_path))
         \"\"\").result,
             language="PYTHON",
             path=f"{me.home}/ldp_demo")

pulumi_databricks/pipeline.py

@@ -58,7 +58,8 @@ class PipelineArgs:
                  tags: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
                  target: Optional[pulumi.Input[_builtins.str]] = None,
                  trigger: Optional[pulumi.Input['PipelineTriggerArgs']] = None,
-                 url: Optional[pulumi.Input[_builtins.str]] = None):
+                 url: Optional[pulumi.Input[_builtins.str]] = None,
+                 usage_policy_id: Optional[pulumi.Input[_builtins.str]] = None):
         """
         The set of arguments for constructing a Pipeline resource.
         :param pulumi.Input[_builtins.bool] allow_duplicate_names: Optional boolean flag. If false, deployment will fail if name conflicts with that of another pipeline. default is `false`.
@@ -161,6 +162,8 @@ class PipelineArgs:
             pulumi.set(__self__, "trigger", trigger)
         if url is not None:
             pulumi.set(__self__, "url", url)
+        if usage_policy_id is not None:
+            pulumi.set(__self__, "usage_policy_id", usage_policy_id)
 
     @_builtins.property
     @pulumi.getter(name="allowDuplicateNames")
@@ -573,6 +576,15 @@ class PipelineArgs:
     def url(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "url", value)
 
+    @_builtins.property
+    @pulumi.getter(name="usagePolicyId")
+    def usage_policy_id(self) -> Optional[pulumi.Input[_builtins.str]]:
+        return pulumi.get(self, "usage_policy_id")
+
+    @usage_policy_id.setter
+    def usage_policy_id(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "usage_policy_id", value)
+
 
 @pulumi.input_type
 class _PipelineState:
@@ -614,7 +626,8 @@ class _PipelineState:
                  tags: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
                  target: Optional[pulumi.Input[_builtins.str]] = None,
                  trigger: Optional[pulumi.Input['PipelineTriggerArgs']] = None,
-                 url: Optional[pulumi.Input[_builtins.str]] = None):
+                 url: Optional[pulumi.Input[_builtins.str]] = None,
+                 usage_policy_id: Optional[pulumi.Input[_builtins.str]] = None):
         """
         Input properties used for looking up and filtering Pipeline resources.
         :param pulumi.Input[_builtins.bool] allow_duplicate_names: Optional boolean flag. If false, deployment will fail if name conflicts with that of another pipeline. default is `false`.
@@ -717,6 +730,8 @@ class _PipelineState:
             pulumi.set(__self__, "trigger", trigger)
         if url is not None:
             pulumi.set(__self__, "url", url)
+        if usage_policy_id is not None:
+            pulumi.set(__self__, "usage_policy_id", usage_policy_id)
 
     @_builtins.property
     @pulumi.getter(name="allowDuplicateNames")
@@ -1129,6 +1144,15 @@ class _PipelineState:
     def url(self, value: Optional[pulumi.Input[_builtins.str]]):
         pulumi.set(self, "url", value)
 
+    @_builtins.property
+    @pulumi.getter(name="usagePolicyId")
+    def usage_policy_id(self) -> Optional[pulumi.Input[_builtins.str]]:
+        return pulumi.get(self, "usage_policy_id")
+
+    @usage_policy_id.setter
+    def usage_policy_id(self, value: Optional[pulumi.Input[_builtins.str]]):
+        pulumi.set(self, "usage_policy_id", value)
+
 
 @pulumi.type_token("databricks:index/pipeline:Pipeline")
 class Pipeline(pulumi.CustomResource):
@@ -1174,6 +1198,7 @@ class Pipeline(pulumi.CustomResource):
                  target: Optional[pulumi.Input[_builtins.str]] = None,
                  trigger: Optional[pulumi.Input[Union['PipelineTriggerArgs', 'PipelineTriggerArgsDict']]] = None,
                  url: Optional[pulumi.Input[_builtins.str]] = None,
+                 usage_policy_id: Optional[pulumi.Input[_builtins.str]] = None,
                  __props__=None):
         """
         Use `Pipeline` to deploy [Lakeflow Declarative Pipelines](https://docs.databricks.com/aws/en/dlt).
@@ -1462,6 +1487,7 @@ class Pipeline(pulumi.CustomResource):
                  target: Optional[pulumi.Input[_builtins.str]] = None,
                  trigger: Optional[pulumi.Input[Union['PipelineTriggerArgs', 'PipelineTriggerArgsDict']]] = None,
                  url: Optional[pulumi.Input[_builtins.str]] = None,
+                 usage_policy_id: Optional[pulumi.Input[_builtins.str]] = None,
                  __props__=None):
         opts = pulumi.ResourceOptions.merge(_utilities.get_resource_opts_defaults(), opts)
         if not isinstance(opts, pulumi.ResourceOptions):
@@ -1509,6 +1535,7 @@ class Pipeline(pulumi.CustomResource):
             __props__.__dict__["target"] = target
             __props__.__dict__["trigger"] = trigger
             __props__.__dict__["url"] = url
+            __props__.__dict__["usage_policy_id"] = usage_policy_id
         super(Pipeline, __self__).__init__(
             'databricks:index/pipeline:Pipeline',
             resource_name,
@@ -1556,7 +1583,8 @@ class Pipeline(pulumi.CustomResource):
             tags: Optional[pulumi.Input[Mapping[str, pulumi.Input[_builtins.str]]]] = None,
             target: Optional[pulumi.Input[_builtins.str]] = None,
             trigger: Optional[pulumi.Input[Union['PipelineTriggerArgs', 'PipelineTriggerArgsDict']]] = None,
-            url: Optional[pulumi.Input[_builtins.str]] = None) -> 'Pipeline':
+            url: Optional[pulumi.Input[_builtins.str]] = None,
+            usage_policy_id: Optional[pulumi.Input[_builtins.str]] = None) -> 'Pipeline':
         """
         Get an existing Pipeline resource's state with the given name, id, and optional extra
         properties used to qualify the lookup.
@@ -1630,6 +1658,7 @@ class Pipeline(pulumi.CustomResource):
         __props__.__dict__["target"] = target
         __props__.__dict__["trigger"] = trigger
         __props__.__dict__["url"] = url
+        __props__.__dict__["usage_policy_id"] = usage_policy_id
         return Pipeline(resource_name, opts=opts, __props__=__props__)
 
     @_builtins.property
@@ -1891,3 +1920,8 @@ class Pipeline(pulumi.CustomResource):
         """
         return pulumi.get(self, "url")
 
+    @_builtins.property
+    @pulumi.getter(name="usagePolicyId")
+    def usage_policy_id(self) -> pulumi.Output[Optional[_builtins.str]]:
+        return pulumi.get(self, "usage_policy_id")
+