pulumi-gcp 6.68.0a1698127103__py3-none-any.whl → 6.68.0a1698199636__py3-none-any.whl

pulumi_gcp/dataproc/get_autoscaling_policy_iam_policy.py

@@ -103,17 +103,6 @@ def get_autoscaling_policy_iam_policy(location: Optional[str] = None,
     """
     Retrieves the current IAM policy data for autoscalingpolicy
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_autoscaling_policy_iam_policy(project=google_dataproc_autoscaling_policy["basic"]["project"],
-        location=google_dataproc_autoscaling_policy["basic"]["location"],
-        policy_id=google_dataproc_autoscaling_policy["basic"]["policy_id"])
-    ```
-
 
     :param str location: The  location where the autoscaling policy should reside.
            The default value is `global`.
@@ -149,17 +138,6 @@ def get_autoscaling_policy_iam_policy_output(location: Optional[pulumi.Input[Opt
     """
     Retrieves the current IAM policy data for autoscalingpolicy
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_autoscaling_policy_iam_policy(project=google_dataproc_autoscaling_policy["basic"]["project"],
-        location=google_dataproc_autoscaling_policy["basic"]["location"],
-        policy_id=google_dataproc_autoscaling_policy["basic"]["policy_id"])
-    ```
-
 
     :param str location: The  location where the autoscaling policy should reside.
            The default value is `global`.

pulumi_gcp/dataproc/get_cluster_iam_policy.py

@@ -102,16 +102,6 @@ def get_cluster_iam_policy(cluster: Optional[str] = None,
     """
     Retrieves the current IAM policy data for a Dataproc cluster.
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_cluster_iam_policy(cluster=google_dataproc_cluster["cluster"]["name"],
-        region="us-central1")
-    ```
-
 
     :param str cluster: The name or relative resource id of the cluster to manage IAM policies for.
     """
@@ -139,16 +129,6 @@ def get_cluster_iam_policy_output(cluster: Optional[pulumi.Input[str]] = None,
     """
     Retrieves the current IAM policy data for a Dataproc cluster.
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_cluster_iam_policy(cluster=google_dataproc_cluster["cluster"]["name"],
-        region="us-central1")
-    ```
-
 
     :param str cluster: The name or relative resource id of the cluster to manage IAM policies for.
     """

pulumi_gcp/dataproc/get_job_iam_policy.py

@@ -102,16 +102,6 @@ def get_job_iam_policy(job_id: Optional[str] = None,
     """
     Retrieves the current IAM policy data for a Dataproc job.
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_job_iam_policy(job_id=google_dataproc_job["pyspark"]["reference"][0]["job_id"],
-        region="us-central1")
-    ```
-
 
     :param str job_id: The name or relative resource id of the job to manage IAM policies for.
     """
@@ -139,16 +129,6 @@ def get_job_iam_policy_output(job_id: Optional[pulumi.Input[str]] = None,
     """
     Retrieves the current IAM policy data for a Dataproc job.
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_job_iam_policy(job_id=google_dataproc_job["pyspark"]["reference"][0]["job_id"],
-        region="us-central1")
-    ```
-
 
     :param str job_id: The name or relative resource id of the job to manage IAM policies for.
     """

pulumi_gcp/dataproc/get_metastore_service_iam_policy.py

@@ -103,17 +103,6 @@ def get_metastore_service_iam_policy(location: Optional[str] = None,
     """
     Retrieves the current IAM policy data for service
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_metastore_service_iam_policy(project=google_dataproc_metastore_service["default"]["project"],
-        location=google_dataproc_metastore_service["default"]["location"],
-        service_id=google_dataproc_metastore_service["default"]["service_id"])
-    ```
-
 
     :param str location: The location where the metastore service should reside.
            The default value is `global`.
@@ -145,17 +134,6 @@ def get_metastore_service_iam_policy_output(location: Optional[pulumi.Input[Opti
     """
     Retrieves the current IAM policy data for service
 
-    ## example
-
-    ```python
-    import pulumi
-    import pulumi_gcp as gcp
-
-    policy = gcp.dataproc.get_metastore_service_iam_policy(project=google_dataproc_metastore_service["default"]["project"],
-        location=google_dataproc_metastore_service["default"]["location"],
-        service_id=google_dataproc_metastore_service["default"]["service_id"])
-    ```
-
 
     :param str location: The location where the metastore service should reside.
            The default value is `global`.

pulumi_gcp/dataproc/job.py

@@ -75,7 +75,7 @@ class JobArgs:
     @staticmethod
     def _configure(
              _setter: Callable[[Any, Any], None],
-             placement: pulumi.Input['JobPlacementArgs'],
+             placement: Optional[pulumi.Input['JobPlacementArgs']] = None,
              force_delete: Optional[pulumi.Input[bool]] = None,
              hadoop_config: Optional[pulumi.Input['JobHadoopConfigArgs']] = None,
              hive_config: Optional[pulumi.Input['JobHiveConfigArgs']] = None,
@@ -89,7 +89,27 @@ class JobArgs:
              scheduling: Optional[pulumi.Input['JobSchedulingArgs']] = None,
              spark_config: Optional[pulumi.Input['JobSparkConfigArgs']] = None,
              sparksql_config: Optional[pulumi.Input['JobSparksqlConfigArgs']] = None,
-             opts: Optional[pulumi.ResourceOptions]=None):
+             opts: Optional[pulumi.ResourceOptions] = None,
+             **kwargs):
+        if placement is None:
+            raise TypeError("Missing 'placement' argument")
+        if force_delete is None and 'forceDelete' in kwargs:
+            force_delete = kwargs['forceDelete']
+        if hadoop_config is None and 'hadoopConfig' in kwargs:
+            hadoop_config = kwargs['hadoopConfig']
+        if hive_config is None and 'hiveConfig' in kwargs:
+            hive_config = kwargs['hiveConfig']
+        if pig_config is None and 'pigConfig' in kwargs:
+            pig_config = kwargs['pigConfig']
+        if presto_config is None and 'prestoConfig' in kwargs:
+            presto_config = kwargs['prestoConfig']
+        if pyspark_config is None and 'pysparkConfig' in kwargs:
+            pyspark_config = kwargs['pysparkConfig']
+        if spark_config is None and 'sparkConfig' in kwargs:
+            spark_config = kwargs['sparkConfig']
+        if sparksql_config is None and 'sparksqlConfig' in kwargs:
+            sparksql_config = kwargs['sparksqlConfig']
+
         _setter("placement", placement)
         if force_delete is not None:
             _setter("force_delete", force_delete)
@@ -383,7 +403,29 @@ class _JobState:
              spark_config: Optional[pulumi.Input['JobSparkConfigArgs']] = None,
              sparksql_config: Optional[pulumi.Input['JobSparksqlConfigArgs']] = None,
              statuses: Optional[pulumi.Input[Sequence[pulumi.Input['JobStatusArgs']]]] = None,
-             opts: Optional[pulumi.ResourceOptions]=None):
+             opts: Optional[pulumi.ResourceOptions] = None,
+             **kwargs):
+        if driver_controls_files_uri is None and 'driverControlsFilesUri' in kwargs:
+            driver_controls_files_uri = kwargs['driverControlsFilesUri']
+        if driver_output_resource_uri is None and 'driverOutputResourceUri' in kwargs:
+            driver_output_resource_uri = kwargs['driverOutputResourceUri']
+        if force_delete is None and 'forceDelete' in kwargs:
+            force_delete = kwargs['forceDelete']
+        if hadoop_config is None and 'hadoopConfig' in kwargs:
+            hadoop_config = kwargs['hadoopConfig']
+        if hive_config is None and 'hiveConfig' in kwargs:
+            hive_config = kwargs['hiveConfig']
+        if pig_config is None and 'pigConfig' in kwargs:
+            pig_config = kwargs['pigConfig']
+        if presto_config is None and 'prestoConfig' in kwargs:
+            presto_config = kwargs['prestoConfig']
+        if pyspark_config is None and 'pysparkConfig' in kwargs:
+            pyspark_config = kwargs['pysparkConfig']
+        if spark_config is None and 'sparkConfig' in kwargs:
+            spark_config = kwargs['sparkConfig']
+        if sparksql_config is None and 'sparksqlConfig' in kwargs:
+            sparksql_config = kwargs['sparksqlConfig']
+
         if driver_controls_files_uri is not None:
             _setter("driver_controls_files_uri", driver_controls_files_uri)
         if driver_output_resource_uri is not None:
@@ -658,50 +700,6 @@ class Job(pulumi.CustomResource):
 
         !> **Note:** This resource does not support 'update' and changing any attributes will cause the resource to be recreated.
 
-        ## Example Usage
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        mycluster = gcp.dataproc.Cluster("mycluster", region="us-central1")
-        # Submit an example spark job to a dataproc cluster
-        spark = gcp.dataproc.Job("spark",
-            region=mycluster.region,
-            force_delete=True,
-            placement=gcp.dataproc.JobPlacementArgs(
-                cluster_name=mycluster.name,
-            ),
-            spark_config=gcp.dataproc.JobSparkConfigArgs(
-                main_class="org.apache.spark.examples.SparkPi",
-                jar_file_uris=["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
-                args=["1000"],
-                properties={
-                    "spark.logConf": "true",
-                },
-                logging_config=gcp.dataproc.JobSparkConfigLoggingConfigArgs(
-                    driver_log_levels={
-                        "root": "INFO",
-                    },
-                ),
-            ))
-        # Submit an example pyspark job to a dataproc cluster
-        pyspark = gcp.dataproc.Job("pyspark",
-            region=mycluster.region,
-            force_delete=True,
-            placement=gcp.dataproc.JobPlacementArgs(
-                cluster_name=mycluster.name,
-            ),
-            pyspark_config=gcp.dataproc.JobPysparkConfigArgs(
-                main_python_file_uri="gs://dataproc-examples-2f10d78d114f6aaec76462e3c310f31f/src/pyspark/hello-world/hello-world.py",
-                properties={
-                    "spark.logConf": "true",
-                },
-            ))
-        pulumi.export("sparkStatus", spark.statuses[0].state)
-        pulumi.export("pysparkStatus", pyspark.statuses[0].state)
-        ```
-
         ## Import
 
         This resource does not support import.
@@ -743,50 +741,6 @@ class Job(pulumi.CustomResource):
 
         !> **Note:** This resource does not support 'update' and changing any attributes will cause the resource to be recreated.
 
-        ## Example Usage
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        mycluster = gcp.dataproc.Cluster("mycluster", region="us-central1")
-        # Submit an example spark job to a dataproc cluster
-        spark = gcp.dataproc.Job("spark",
-            region=mycluster.region,
-            force_delete=True,
-            placement=gcp.dataproc.JobPlacementArgs(
-                cluster_name=mycluster.name,
-            ),
-            spark_config=gcp.dataproc.JobSparkConfigArgs(
-                main_class="org.apache.spark.examples.SparkPi",
-                jar_file_uris=["file:///usr/lib/spark/examples/jars/spark-examples.jar"],
-                args=["1000"],
-                properties={
-                    "spark.logConf": "true",
-                },
-                logging_config=gcp.dataproc.JobSparkConfigLoggingConfigArgs(
-                    driver_log_levels={
-                        "root": "INFO",
-                    },
-                ),
-            ))
-        # Submit an example pyspark job to a dataproc cluster
-        pyspark = gcp.dataproc.Job("pyspark",
-            region=mycluster.region,
-            force_delete=True,
-            placement=gcp.dataproc.JobPlacementArgs(
-                cluster_name=mycluster.name,
-            ),
-            pyspark_config=gcp.dataproc.JobPysparkConfigArgs(
-                main_python_file_uri="gs://dataproc-examples-2f10d78d114f6aaec76462e3c310f31f/src/pyspark/hello-world/hello-world.py",
-                properties={
-                    "spark.logConf": "true",
-                },
-            ))
-        pulumi.export("sparkStatus", spark.statuses[0].state)
-        pulumi.export("pysparkStatus", pyspark.statuses[0].state)
-        ```
-
         ## Import
 
         This resource does not support import.
@@ -834,70 +788,30 @@ class Job(pulumi.CustomResource):
             __props__ = JobArgs.__new__(JobArgs)
 
             __props__.__dict__["force_delete"] = force_delete
-            if hadoop_config is not None and not isinstance(hadoop_config, JobHadoopConfigArgs):
-                hadoop_config = hadoop_config or {}
-                def _setter(key, value):
-                    hadoop_config[key] = value
-                JobHadoopConfigArgs._configure(_setter, **hadoop_config)
+            hadoop_config = _utilities.configure(hadoop_config, JobHadoopConfigArgs, True)
             __props__.__dict__["hadoop_config"] = hadoop_config
-            if hive_config is not None and not isinstance(hive_config, JobHiveConfigArgs):
-                hive_config = hive_config or {}
-                def _setter(key, value):
-                    hive_config[key] = value
-                JobHiveConfigArgs._configure(_setter, **hive_config)
+            hive_config = _utilities.configure(hive_config, JobHiveConfigArgs, True)
             __props__.__dict__["hive_config"] = hive_config
             __props__.__dict__["labels"] = labels
-            if pig_config is not None and not isinstance(pig_config, JobPigConfigArgs):
-                pig_config = pig_config or {}
-                def _setter(key, value):
-                    pig_config[key] = value
-                JobPigConfigArgs._configure(_setter, **pig_config)
+            pig_config = _utilities.configure(pig_config, JobPigConfigArgs, True)
             __props__.__dict__["pig_config"] = pig_config
-            if placement is not None and not isinstance(placement, JobPlacementArgs):
-                placement = placement or {}
-                def _setter(key, value):
-                    placement[key] = value
-                JobPlacementArgs._configure(_setter, **placement)
+            placement = _utilities.configure(placement, JobPlacementArgs, True)
             if placement is None and not opts.urn:
                 raise TypeError("Missing required property 'placement'")
             __props__.__dict__["placement"] = placement
-            if presto_config is not None and not isinstance(presto_config, JobPrestoConfigArgs):
-                presto_config = presto_config or {}
-                def _setter(key, value):
-                    presto_config[key] = value
-                JobPrestoConfigArgs._configure(_setter, **presto_config)
+            presto_config = _utilities.configure(presto_config, JobPrestoConfigArgs, True)
             __props__.__dict__["presto_config"] = presto_config
             __props__.__dict__["project"] = project
-            if pyspark_config is not None and not isinstance(pyspark_config, JobPysparkConfigArgs):
-                pyspark_config = pyspark_config or {}
-                def _setter(key, value):
-                    pyspark_config[key] = value
-                JobPysparkConfigArgs._configure(_setter, **pyspark_config)
+            pyspark_config = _utilities.configure(pyspark_config, JobPysparkConfigArgs, True)
             __props__.__dict__["pyspark_config"] = pyspark_config
-            if reference is not None and not isinstance(reference, JobReferenceArgs):
-                reference = reference or {}
-                def _setter(key, value):
-                    reference[key] = value
-                JobReferenceArgs._configure(_setter, **reference)
+            reference = _utilities.configure(reference, JobReferenceArgs, True)
             __props__.__dict__["reference"] = reference
             __props__.__dict__["region"] = region
-            if scheduling is not None and not isinstance(scheduling, JobSchedulingArgs):
-                scheduling = scheduling or {}
-                def _setter(key, value):
-                    scheduling[key] = value
-                JobSchedulingArgs._configure(_setter, **scheduling)
+            scheduling = _utilities.configure(scheduling, JobSchedulingArgs, True)
             __props__.__dict__["scheduling"] = scheduling
-            if spark_config is not None and not isinstance(spark_config, JobSparkConfigArgs):
-                spark_config = spark_config or {}
-                def _setter(key, value):
-                    spark_config[key] = value
-                JobSparkConfigArgs._configure(_setter, **spark_config)
+            spark_config = _utilities.configure(spark_config, JobSparkConfigArgs, True)
             __props__.__dict__["spark_config"] = spark_config
-            if sparksql_config is not None and not isinstance(sparksql_config, JobSparksqlConfigArgs):
-                sparksql_config = sparksql_config or {}
-                def _setter(key, value):
-                    sparksql_config[key] = value
-                JobSparksqlConfigArgs._configure(_setter, **sparksql_config)
+            sparksql_config = _utilities.configure(sparksql_config, JobSparksqlConfigArgs, True)
             __props__.__dict__["sparksql_config"] = sparksql_config
             __props__.__dict__["driver_controls_files_uri"] = None
             __props__.__dict__["driver_output_resource_uri"] = None

pulumi_gcp/dataproc/job_iam_binding.py

@@ -46,13 +46,23 @@ class JobIAMBindingArgs:
     @staticmethod
     def _configure(
              _setter: Callable[[Any, Any], None],
-             job_id: pulumi.Input[str],
-             members: pulumi.Input[Sequence[pulumi.Input[str]]],
-             role: pulumi.Input[str],
+             job_id: Optional[pulumi.Input[str]] = None,
+             members: Optional[pulumi.Input[Sequence[pulumi.Input[str]]]] = None,
+             role: Optional[pulumi.Input[str]] = None,
              condition: Optional[pulumi.Input['JobIAMBindingConditionArgs']] = None,
              project: Optional[pulumi.Input[str]] = None,
              region: Optional[pulumi.Input[str]] = None,
-             opts: Optional[pulumi.ResourceOptions]=None):
+             opts: Optional[pulumi.ResourceOptions] = None,
+             **kwargs):
+        if job_id is None and 'jobId' in kwargs:
+            job_id = kwargs['jobId']
+        if job_id is None:
+            raise TypeError("Missing 'job_id' argument")
+        if members is None:
+            raise TypeError("Missing 'members' argument")
+        if role is None:
+            raise TypeError("Missing 'role' argument")
+
         _setter("job_id", job_id)
         _setter("members", members)
         _setter("role", role)
@@ -176,7 +186,11 @@ class _JobIAMBindingState:
              project: Optional[pulumi.Input[str]] = None,
              region: Optional[pulumi.Input[str]] = None,
              role: Optional[pulumi.Input[str]] = None,
-             opts: Optional[pulumi.ResourceOptions]=None):
+             opts: Optional[pulumi.ResourceOptions] = None,
+             **kwargs):
+        if job_id is None and 'jobId' in kwargs:
+            job_id = kwargs['jobId']
+
         if condition is not None:
             _setter("condition", condition)
         if etag is not None:
@@ -297,47 +311,6 @@ class JobIAMBinding(pulumi.CustomResource):
 
         > **Note:** `dataproc.JobIAMBinding` resources **can be** used in conjunction with `dataproc.JobIAMMember` resources **only if** they do not grant privilege to the same role.
 
-        ## google\\_dataproc\\_job\\_iam\\_policy
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        admin = gcp.organizations.get_iam_policy(bindings=[gcp.organizations.GetIAMPolicyBindingArgs(
-            role="roles/editor",
-            members=["user:jane@example.com"],
-        )])
-        editor = gcp.dataproc.JobIAMPolicy("editor",
-            project="your-project",
-            region="your-region",
-            job_id="your-dataproc-job",
-            policy_data=admin.policy_data)
-        ```
-
-        ## google\\_dataproc\\_job\\_iam\\_binding
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        editor = gcp.dataproc.JobIAMBinding("editor",
-            job_id="your-dataproc-job",
-            members=["user:jane@example.com"],
-            role="roles/editor")
-        ```
-
-        ## google\\_dataproc\\_job\\_iam\\_member
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        editor = gcp.dataproc.JobIAMMember("editor",
-            job_id="your-dataproc-job",
-            member="user:jane@example.com",
-            role="roles/editor")
-        ```
-
         ## Import
 
         Job IAM resources can be imported using the project, region, job id, role and/or member.
@@ -387,47 +360,6 @@ class JobIAMBinding(pulumi.CustomResource):
 
         > **Note:** `dataproc.JobIAMBinding` resources **can be** used in conjunction with `dataproc.JobIAMMember` resources **only if** they do not grant privilege to the same role.
 
-        ## google\\_dataproc\\_job\\_iam\\_policy
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        admin = gcp.organizations.get_iam_policy(bindings=[gcp.organizations.GetIAMPolicyBindingArgs(
-            role="roles/editor",
-            members=["user:jane@example.com"],
-        )])
-        editor = gcp.dataproc.JobIAMPolicy("editor",
-            project="your-project",
-            region="your-region",
-            job_id="your-dataproc-job",
-            policy_data=admin.policy_data)
-        ```
-
-        ## google\\_dataproc\\_job\\_iam\\_binding
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        editor = gcp.dataproc.JobIAMBinding("editor",
-            job_id="your-dataproc-job",
-            members=["user:jane@example.com"],
-            role="roles/editor")
-        ```
-
-        ## google\\_dataproc\\_job\\_iam\\_member
-
-        ```python
-        import pulumi
-        import pulumi_gcp as gcp
-
-        editor = gcp.dataproc.JobIAMMember("editor",
-            job_id="your-dataproc-job",
-            member="user:jane@example.com",
-            role="roles/editor")
-        ```
-
         ## Import
 
         Job IAM resources can be imported using the project, region, job id, role and/or member.
@@ -482,11 +414,7 @@ class JobIAMBinding(pulumi.CustomResource):
                 raise TypeError('__props__ is only valid when passed in combination with a valid opts.id to get an existing resource')
             __props__ = JobIAMBindingArgs.__new__(JobIAMBindingArgs)
 
-            if condition is not None and not isinstance(condition, JobIAMBindingConditionArgs):
-                condition = condition or {}
-                def _setter(key, value):
-                    condition[key] = value
-                JobIAMBindingConditionArgs._configure(_setter, **condition)
+            condition = _utilities.configure(condition, JobIAMBindingConditionArgs, True)
             __props__.__dict__["condition"] = condition
             if job_id is None and not opts.urn:
                 raise TypeError("Missing required property 'job_id'")