databricks-sdk 0.41.0__py3-none-any.whl → 0.42.0__py3-none-any.whl

databricks/sdk/service/jobs.py

@@ -111,6 +111,12 @@ class BaseRun:
     description: Optional[str] = None
     """Description of the run"""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if we specifically
+    override the value for the run (ex. RunNow)."""
+
     end_time: Optional[int] = None
     """The time at which this run ended in epoch milliseconds (milliseconds since 1/1/1970 UTC). This
     field is set to 0 if the job is still running."""
@@ -240,6 +246,8 @@ class BaseRun:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec.as_dict()
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source.as_dict()
@@ -278,6 +286,8 @@ class BaseRun:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source
@@ -316,6 +326,7 @@ class BaseRun:
                    cluster_spec=_from_dict(d, 'cluster_spec', ClusterSpec),
                    creator_user_name=d.get('creator_user_name', None),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    end_time=d.get('end_time', None),
                    execution_duration=d.get('execution_duration', None),
                    git_source=_from_dict(d, 'git_source', GitSource),
@@ -834,6 +845,10 @@ class CreateJob:
     parameters: Optional[List[JobParameterDefinition]] = None
     """Job-level parameter definitions"""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    should be."""
+
     queue: Optional[QueueSettings] = None
     """The queue settings of the job."""
 
@@ -888,6 +903,7 @@ class CreateJob:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings.as_dict()
         if self.parameters: body['parameters'] = [v.as_dict() for v in self.parameters]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.queue: body['queue'] = self.queue.as_dict()
         if self.run_as: body['run_as'] = self.run_as.as_dict()
         if self.schedule: body['schedule'] = self.schedule.as_dict()
@@ -917,6 +933,7 @@ class CreateJob:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings
         if self.parameters: body['parameters'] = self.parameters
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.queue: body['queue'] = self.queue
         if self.run_as: body['run_as'] = self.run_as
         if self.schedule: body['schedule'] = self.schedule
@@ -946,6 +963,7 @@ class CreateJob:
                    name=d.get('name', None),
                    notification_settings=_from_dict(d, 'notification_settings', JobNotificationSettings),
                    parameters=_repeated_dict(d, 'parameters', JobParameterDefinition),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    queue=_from_dict(d, 'queue', QueueSettings),
                    run_as=_from_dict(d, 'run_as', JobRunAs),
                    schedule=_from_dict(d, 'schedule', CronSchedule),
@@ -2463,6 +2481,10 @@ class JobSettings:
     parameters: Optional[List[JobParameterDefinition]] = None
     """Job-level parameter definitions"""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    should be."""
+
     queue: Optional[QueueSettings] = None
     """The queue settings of the job."""
 
@@ -2515,6 +2537,7 @@ class JobSettings:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings.as_dict()
         if self.parameters: body['parameters'] = [v.as_dict() for v in self.parameters]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.queue: body['queue'] = self.queue.as_dict()
         if self.run_as: body['run_as'] = self.run_as.as_dict()
         if self.schedule: body['schedule'] = self.schedule.as_dict()
@@ -2543,6 +2566,7 @@ class JobSettings:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings
         if self.parameters: body['parameters'] = self.parameters
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.queue: body['queue'] = self.queue
         if self.run_as: body['run_as'] = self.run_as
         if self.schedule: body['schedule'] = self.schedule
@@ -2571,6 +2595,7 @@ class JobSettings:
                    name=d.get('name', None),
                    notification_settings=_from_dict(d, 'notification_settings', JobNotificationSettings),
                    parameters=_repeated_dict(d, 'parameters', JobParameterDefinition),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    queue=_from_dict(d, 'queue', QueueSettings),
                    run_as=_from_dict(d, 'run_as', JobRunAs),
                    schedule=_from_dict(d, 'schedule', CronSchedule),
@@ -2994,6 +3019,15 @@ class PauseStatus(Enum):
     UNPAUSED = 'UNPAUSED'
 
 
+class PerformanceTarget(Enum):
+    """PerformanceTarget defines how performant (lower latency) or cost efficient the execution of run
+    on serverless compute should be. The performance mode on the job or pipeline should map to a
+    performance setting that is passed to Cluster Manager (see cluster-common PerformanceTarget)."""
+
+    COST_OPTIMIZED = 'COST_OPTIMIZED'
+    PERFORMANCE_OPTIMIZED = 'PERFORMANCE_OPTIMIZED'
+
+
 @dataclass
 class PeriodicTriggerConfiguration:
     interval: int
@@ -3755,6 +3789,12 @@ class Run:
     description: Optional[str] = None
     """Description of the run"""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if we specifically
+    override the value for the run (ex. RunNow)."""
+
     end_time: Optional[int] = None
     """The time at which this run ended in epoch milliseconds (milliseconds since 1/1/1970 UTC). This
     field is set to 0 if the job is still running."""
@@ -3890,6 +3930,8 @@ class Run:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec.as_dict()
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source.as_dict()
@@ -3930,6 +3972,8 @@ class Run:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source
@@ -3970,6 +4014,7 @@ class Run:
                    cluster_spec=_from_dict(d, 'cluster_spec', ClusterSpec),
                    creator_user_name=d.get('creator_user_name', None),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    end_time=d.get('end_time', None),
                    execution_duration=d.get('execution_duration', None),
                    git_source=_from_dict(d, 'git_source', GitSource),
@@ -4356,6 +4401,11 @@ class RunNow:
     """A list of task keys to run inside of the job. If this field is not provided, all tasks in the
     job will be run."""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    compute should be. For RunNow request, the run will execute with this settings instead of ones
+    defined in job."""
+
     pipeline_params: Optional[PipelineParams] = None
     """Controls whether the pipeline should perform a full refresh"""
 
@@ -4411,6 +4461,7 @@ class RunNow:
         if self.job_parameters: body['job_parameters'] = self.job_parameters
         if self.notebook_params: body['notebook_params'] = self.notebook_params
         if self.only: body['only'] = [v for v in self.only]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.pipeline_params: body['pipeline_params'] = self.pipeline_params.as_dict()
         if self.python_named_params: body['python_named_params'] = self.python_named_params
         if self.python_params: body['python_params'] = [v for v in self.python_params]
@@ -4429,6 +4480,7 @@ class RunNow:
         if self.job_parameters: body['job_parameters'] = self.job_parameters
         if self.notebook_params: body['notebook_params'] = self.notebook_params
         if self.only: body['only'] = self.only
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.pipeline_params: body['pipeline_params'] = self.pipeline_params
         if self.python_named_params: body['python_named_params'] = self.python_named_params
         if self.python_params: body['python_params'] = self.python_params
@@ -4447,6 +4499,7 @@ class RunNow:
                    job_parameters=d.get('job_parameters', None),
                    notebook_params=d.get('notebook_params', None),
                    only=d.get('only', None),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    pipeline_params=_from_dict(d, 'pipeline_params', PipelineParams),
                    python_named_params=d.get('python_named_params', None),
                    python_params=d.get('python_params', None),
@@ -4862,6 +4915,12 @@ class RunTask:
     description: Optional[str] = None
     """An optional description for this task."""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if an override was
+    provided for the run (ex. RunNow)."""
+
     email_notifications: Optional[JobEmailNotifications] = None
     """An optional set of email addresses notified when the task run begins or completes. The default
     behavior is to not send any emails."""
@@ -5010,6 +5069,8 @@ class RunTask:
         if self.dbt_task: body['dbt_task'] = self.dbt_task.as_dict()
         if self.depends_on: body['depends_on'] = [v.as_dict() for v in self.depends_on]
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.email_notifications: body['email_notifications'] = self.email_notifications.as_dict()
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.environment_key is not None: body['environment_key'] = self.environment_key
@@ -5055,6 +5116,8 @@ class RunTask:
         if self.dbt_task: body['dbt_task'] = self.dbt_task
         if self.depends_on: body['depends_on'] = self.depends_on
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.email_notifications: body['email_notifications'] = self.email_notifications
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.environment_key is not None: body['environment_key'] = self.environment_key
@@ -5101,6 +5164,7 @@ class RunTask:
                    dbt_task=_from_dict(d, 'dbt_task', DbtTask),
                    depends_on=_repeated_dict(d, 'depends_on', TaskDependency),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    email_notifications=_from_dict(d, 'email_notifications', JobEmailNotifications),
                    end_time=d.get('end_time', None),
                    environment_key=d.get('environment_key', None),
@@ -5180,12 +5244,16 @@ class SparkJarTask:
     
     [Task parameter variables]: https://docs.databricks.com/jobs.html#parameter-variables"""
 
+    run_as_repl: Optional[bool] = None
+    """Deprecated. A value of `false` is no longer supported."""
+
     def as_dict(self) -> dict:
         """Serializes the SparkJarTask into a dictionary suitable for use as a JSON request body."""
         body = {}
         if self.jar_uri is not None: body['jar_uri'] = self.jar_uri
         if self.main_class_name is not None: body['main_class_name'] = self.main_class_name
         if self.parameters: body['parameters'] = [v for v in self.parameters]
+        if self.run_as_repl is not None: body['run_as_repl'] = self.run_as_repl
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -5194,6 +5262,7 @@ class SparkJarTask:
         if self.jar_uri is not None: body['jar_uri'] = self.jar_uri
         if self.main_class_name is not None: body['main_class_name'] = self.main_class_name
         if self.parameters: body['parameters'] = self.parameters
+        if self.run_as_repl is not None: body['run_as_repl'] = self.run_as_repl
         return body
 
     @classmethod
@@ -5201,7 +5270,8 @@ class SparkJarTask:
         """Deserializes the SparkJarTask from a dictionary."""
         return cls(jar_uri=d.get('jar_uri', None),
                    main_class_name=d.get('main_class_name', None),
-                   parameters=d.get('parameters', None))
+                   parameters=d.get('parameters', None),
+                   run_as_repl=d.get('run_as_repl', None))
 
 
 @dataclass
@@ -6622,6 +6692,7 @@ class TerminationCodeCode(Enum):
     
     [Link]: https://kb.databricks.com/en_US/notebooks/too-many-execution-contexts-are-open-right-now"""
 
+    BUDGET_POLICY_LIMIT_EXCEEDED = 'BUDGET_POLICY_LIMIT_EXCEEDED'
     CANCELED = 'CANCELED'
     CLOUD_FAILURE = 'CLOUD_FAILURE'
     CLUSTER_ERROR = 'CLUSTER_ERROR'
@@ -7144,6 +7215,7 @@ class JobsAPI:
                name: Optional[str] = None,
                notification_settings: Optional[JobNotificationSettings] = None,
                parameters: Optional[List[JobParameterDefinition]] = None,
+               performance_target: Optional[PerformanceTarget] = None,
                queue: Optional[QueueSettings] = None,
                run_as: Optional[JobRunAs] = None,
                schedule: Optional[CronSchedule] = None,
@@ -7216,6 +7288,9 @@ class JobsAPI:
           `email_notifications` and `webhook_notifications` for this job.
         :param parameters: List[:class:`JobParameterDefinition`] (optional)
           Job-level parameter definitions
+        :param performance_target: :class:`PerformanceTarget` (optional)
+          PerformanceTarget defines how performant or cost efficient the execution of run on serverless should
+          be.
         :param queue: :class:`QueueSettings` (optional)
           The queue settings of the job.
         :param run_as: :class:`JobRunAs` (optional)
@@ -7263,6 +7338,7 @@ class JobsAPI:
         if name is not None: body['name'] = name
         if notification_settings is not None: body['notification_settings'] = notification_settings.as_dict()
         if parameters is not None: body['parameters'] = [v.as_dict() for v in parameters]
+        if performance_target is not None: body['performance_target'] = performance_target.value
         if queue is not None: body['queue'] = queue.as_dict()
         if run_as is not None: body['run_as'] = run_as.as_dict()
         if schedule is not None: body['schedule'] = schedule.as_dict()
@@ -7761,6 +7837,7 @@ class JobsAPI:
                 job_parameters: Optional[Dict[str, str]] = None,
                 notebook_params: Optional[Dict[str, str]] = None,
                 only: Optional[List[str]] = None,
+                performance_target: Optional[PerformanceTarget] = None,
                 pipeline_params: Optional[PipelineParams] = None,
                 python_named_params: Optional[Dict[str, str]] = None,
                 python_params: Optional[List[str]] = None,
@@ -7820,6 +7897,10 @@ class JobsAPI:
         :param only: List[str] (optional)
           A list of task keys to run inside of the job. If this field is not provided, all tasks in the job
           will be run.
+        :param performance_target: :class:`PerformanceTarget` (optional)
+          PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+          compute should be. For RunNow request, the run will execute with this settings instead of ones
+          defined in job.
         :param pipeline_params: :class:`PipelineParams` (optional)
           Controls whether the pipeline should perform a full refresh
         :param python_named_params: Dict[str,str] (optional)
@@ -7872,6 +7953,7 @@ class JobsAPI:
         if job_parameters is not None: body['job_parameters'] = job_parameters
         if notebook_params is not None: body['notebook_params'] = notebook_params
         if only is not None: body['only'] = [v for v in only]
+        if performance_target is not None: body['performance_target'] = performance_target.value
         if pipeline_params is not None: body['pipeline_params'] = pipeline_params.as_dict()
         if python_named_params is not None: body['python_named_params'] = python_named_params
         if python_params is not None: body['python_params'] = [v for v in python_params]
@@ -7894,6 +7976,7 @@ class JobsAPI:
                          job_parameters: Optional[Dict[str, str]] = None,
                          notebook_params: Optional[Dict[str, str]] = None,
                          only: Optional[List[str]] = None,
+                         performance_target: Optional[PerformanceTarget] = None,
                          pipeline_params: Optional[PipelineParams] = None,
                          python_named_params: Optional[Dict[str, str]] = None,
                          python_params: Optional[List[str]] = None,
@@ -7908,6 +7991,7 @@ class JobsAPI:
                             job_parameters=job_parameters,
                             notebook_params=notebook_params,
                             only=only,
+                            performance_target=performance_target,
                             pipeline_params=pipeline_params,
                             python_named_params=python_named_params,
                             python_params=python_params,

databricks/sdk/service/oauth2.py

@@ -31,6 +31,10 @@ class CreateCustomAppIntegration:
     token_access_policy: Optional[TokenAccessPolicy] = None
     """Token access policy"""
 
+    user_authorized_scopes: Optional[List[str]] = None
+    """Scopes that will need to be consented by end user to mint the access token. If the user does not
+    authorize the access token will not be minted. Must be a subset of scopes."""
+
     def as_dict(self) -> dict:
         """Serializes the CreateCustomAppIntegration into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -39,6 +43,8 @@ class CreateCustomAppIntegration:
         if self.redirect_urls: body['redirect_urls'] = [v for v in self.redirect_urls]
         if self.scopes: body['scopes'] = [v for v in self.scopes]
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy.as_dict()
+        if self.user_authorized_scopes:
+            body['user_authorized_scopes'] = [v for v in self.user_authorized_scopes]
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -49,6 +55,7 @@ class CreateCustomAppIntegration:
         if self.redirect_urls: body['redirect_urls'] = self.redirect_urls
         if self.scopes: body['scopes'] = self.scopes
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy
+        if self.user_authorized_scopes: body['user_authorized_scopes'] = self.user_authorized_scopes
         return body
 
     @classmethod
@@ -58,7 +65,8 @@ class CreateCustomAppIntegration:
                    name=d.get('name', None),
                    redirect_urls=d.get('redirect_urls', None),
                    scopes=d.get('scopes', None),
-                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy))
+                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy),
+                   user_authorized_scopes=d.get('user_authorized_scopes', None))
 
 
 @dataclass
@@ -346,6 +354,10 @@ class GetCustomAppIntegrationOutput:
     token_access_policy: Optional[TokenAccessPolicy] = None
     """Token access policy"""
 
+    user_authorized_scopes: Optional[List[str]] = None
+    """Scopes that will need to be consented by end user to mint the access token. If the user does not
+    authorize the access token will not be minted. Must be a subset of scopes."""
+
     def as_dict(self) -> dict:
         """Serializes the GetCustomAppIntegrationOutput into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -359,6 +371,8 @@ class GetCustomAppIntegrationOutput:
         if self.redirect_urls: body['redirect_urls'] = [v for v in self.redirect_urls]
         if self.scopes: body['scopes'] = [v for v in self.scopes]
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy.as_dict()
+        if self.user_authorized_scopes:
+            body['user_authorized_scopes'] = [v for v in self.user_authorized_scopes]
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -374,6 +388,7 @@ class GetCustomAppIntegrationOutput:
         if self.redirect_urls: body['redirect_urls'] = self.redirect_urls
         if self.scopes: body['scopes'] = self.scopes
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy
+        if self.user_authorized_scopes: body['user_authorized_scopes'] = self.user_authorized_scopes
         return body
 
     @classmethod
@@ -388,7 +403,8 @@ class GetCustomAppIntegrationOutput:
                    name=d.get('name', None),
                    redirect_urls=d.get('redirect_urls', None),
                    scopes=d.get('scopes', None),
-                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy))
+                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy),
+                   user_authorized_scopes=d.get('user_authorized_scopes', None))
 
 
 @dataclass
@@ -798,6 +814,10 @@ class UpdateCustomAppIntegration:
     token_access_policy: Optional[TokenAccessPolicy] = None
     """Token access policy to be updated in the custom OAuth app integration"""
 
+    user_authorized_scopes: Optional[List[str]] = None
+    """Scopes that will need to be consented by end user to mint the access token. If the user does not
+    authorize the access token will not be minted. Must be a subset of scopes."""
+
     def as_dict(self) -> dict:
         """Serializes the UpdateCustomAppIntegration into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -805,6 +825,8 @@ class UpdateCustomAppIntegration:
         if self.redirect_urls: body['redirect_urls'] = [v for v in self.redirect_urls]
         if self.scopes: body['scopes'] = [v for v in self.scopes]
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy.as_dict()
+        if self.user_authorized_scopes:
+            body['user_authorized_scopes'] = [v for v in self.user_authorized_scopes]
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -814,6 +836,7 @@ class UpdateCustomAppIntegration:
         if self.redirect_urls: body['redirect_urls'] = self.redirect_urls
         if self.scopes: body['scopes'] = self.scopes
         if self.token_access_policy: body['token_access_policy'] = self.token_access_policy
+        if self.user_authorized_scopes: body['user_authorized_scopes'] = self.user_authorized_scopes
         return body
 
     @classmethod
@@ -822,7 +845,8 @@ class UpdateCustomAppIntegration:
         return cls(integration_id=d.get('integration_id', None),
                    redirect_urls=d.get('redirect_urls', None),
                    scopes=d.get('scopes', None),
-                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy))
+                   token_access_policy=_from_dict(d, 'token_access_policy', TokenAccessPolicy),
+                   user_authorized_scopes=d.get('user_authorized_scopes', None))
 
 
 @dataclass
@@ -1066,7 +1090,8 @@ class CustomAppIntegrationAPI:
                name: Optional[str] = None,
                redirect_urls: Optional[List[str]] = None,
                scopes: Optional[List[str]] = None,
-               token_access_policy: Optional[TokenAccessPolicy] = None) -> CreateCustomAppIntegrationOutput:
+               token_access_policy: Optional[TokenAccessPolicy] = None,
+               user_authorized_scopes: Optional[List[str]] = None) -> CreateCustomAppIntegrationOutput:
         """Create Custom OAuth App Integration.
         
         Create Custom OAuth App Integration.
@@ -1084,6 +1109,9 @@ class CustomAppIntegrationAPI:
           profile, email.
         :param token_access_policy: :class:`TokenAccessPolicy` (optional)
           Token access policy
+        :param user_authorized_scopes: List[str] (optional)
+          Scopes that will need to be consented by end user to mint the access token. If the user does not
+          authorize the access token will not be minted. Must be a subset of scopes.
         
         :returns: :class:`CreateCustomAppIntegrationOutput`
         """
@@ -1093,6 +1121,8 @@ class CustomAppIntegrationAPI:
         if redirect_urls is not None: body['redirect_urls'] = [v for v in redirect_urls]
         if scopes is not None: body['scopes'] = [v for v in scopes]
         if token_access_policy is not None: body['token_access_policy'] = token_access_policy.as_dict()
+        if user_authorized_scopes is not None:
+            body['user_authorized_scopes'] = [v for v in user_authorized_scopes]
         headers = {'Accept': 'application/json', 'Content-Type': 'application/json', }
 
         res = self._api.do('POST',
@@ -1177,7 +1207,8 @@ class CustomAppIntegrationAPI:
                *,
                redirect_urls: Optional[List[str]] = None,
                scopes: Optional[List[str]] = None,
-               token_access_policy: Optional[TokenAccessPolicy] = None):
+               token_access_policy: Optional[TokenAccessPolicy] = None,
+               user_authorized_scopes: Optional[List[str]] = None):
         """Updates Custom OAuth App Integration.
         
         Updates an existing custom OAuth App Integration. You can retrieve the custom OAuth app integration
@@ -1191,6 +1222,9 @@ class CustomAppIntegrationAPI:
           this will fully replace the existing values instead of appending
         :param token_access_policy: :class:`TokenAccessPolicy` (optional)
           Token access policy to be updated in the custom OAuth app integration
+        :param user_authorized_scopes: List[str] (optional)
+          Scopes that will need to be consented by end user to mint the access token. If the user does not
+          authorize the access token will not be minted. Must be a subset of scopes.
         
         
         """
@@ -1198,6 +1232,8 @@ class CustomAppIntegrationAPI:
         if redirect_urls is not None: body['redirect_urls'] = [v for v in redirect_urls]
         if scopes is not None: body['scopes'] = [v for v in scopes]
         if token_access_policy is not None: body['token_access_policy'] = token_access_policy.as_dict()
+        if user_authorized_scopes is not None:
+            body['user_authorized_scopes'] = [v for v in user_authorized_scopes]
         headers = {'Accept': 'application/json', 'Content-Type': 'application/json', }
 
         self._api.do(

databricks/sdk/service/serving.py

@@ -650,13 +650,13 @@ class CreateServingEndpoint:
     """The name of the serving endpoint. This field is required and must be unique across a Databricks
     workspace. An endpoint name can consist of alphanumeric characters, dashes, and underscores."""
 
-    config: EndpointCoreConfigInput
-    """The core config of the serving endpoint."""
-
     ai_gateway: Optional[AiGatewayConfig] = None
     """The AI Gateway configuration for the serving endpoint. NOTE: Only external model and provisioned
     throughput endpoints are currently supported."""
 
+    config: Optional[EndpointCoreConfigInput] = None
+    """The core config of the serving endpoint."""
+
     rate_limits: Optional[List[RateLimit]] = None
     """Rate limits to be applied to the serving endpoint. NOTE: this field is deprecated, please use AI
     Gateway to manage rate limits."""
@@ -1242,34 +1242,6 @@ class ExternalFunctionRequestHttpMethod(Enum):
     PUT = 'PUT'
 
 
-@dataclass
-class ExternalFunctionResponse:
-    status_code: Optional[int] = None
-    """The HTTP status code of the response"""
-
-    text: Optional[str] = None
-    """The content of the response"""
-
-    def as_dict(self) -> dict:
-        """Serializes the ExternalFunctionResponse into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        if self.status_code is not None: body['status_code'] = self.status_code
-        if self.text is not None: body['text'] = self.text
-        return body
-
-    def as_shallow_dict(self) -> dict:
-        """Serializes the ExternalFunctionResponse into a shallow dictionary of its immediate attributes."""
-        body = {}
-        if self.status_code is not None: body['status_code'] = self.status_code
-        if self.text is not None: body['text'] = self.text
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, any]) -> ExternalFunctionResponse:
-        """Deserializes the ExternalFunctionResponse from a dictionary."""
-        return cls(status_code=d.get('status_code', None), text=d.get('text', None))
-
-
 @dataclass
 class ExternalModel:
     provider: ExternalModelProvider
@@ -1550,6 +1522,28 @@ class GoogleCloudVertexAiConfig:
                    region=d.get('region', None))
 
 
+@dataclass
+class HttpRequestResponse:
+    contents: Optional[BinaryIO] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the HttpRequestResponse into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.contents: body['contents'] = self.contents
+        return body
+
+    def as_shallow_dict(self) -> dict:
+        """Serializes the HttpRequestResponse into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.contents: body['contents'] = self.contents
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> HttpRequestResponse:
+        """Deserializes the HttpRequestResponse from a dictionary."""
+        return cls(contents=d.get('contents', None))
+
+
 @dataclass
 class ListEndpointsResponse:
     endpoints: Optional[List[ServingEndpoint]] = None
@@ -3403,9 +3397,9 @@ class ServingEndpointsAPI:
 
     def create(self,
                name: str,
-               config: EndpointCoreConfigInput,
                *,
                ai_gateway: Optional[AiGatewayConfig] = None,
+               config: Optional[EndpointCoreConfigInput] = None,
                rate_limits: Optional[List[RateLimit]] = None,
                route_optimized: Optional[bool] = None,
                tags: Optional[List[EndpointTag]] = None) -> Wait[ServingEndpointDetailed]:
@@ -3414,11 +3408,11 @@ class ServingEndpointsAPI:
         :param name: str
           The name of the serving endpoint. This field is required and must be unique across a Databricks
           workspace. An endpoint name can consist of alphanumeric characters, dashes, and underscores.
-        :param config: :class:`EndpointCoreConfigInput`
-          The core config of the serving endpoint.
         :param ai_gateway: :class:`AiGatewayConfig` (optional)
           The AI Gateway configuration for the serving endpoint. NOTE: Only external model and provisioned
           throughput endpoints are currently supported.
+        :param config: :class:`EndpointCoreConfigInput` (optional)
+          The core config of the serving endpoint.
         :param rate_limits: List[:class:`RateLimit`] (optional)
           Rate limits to be applied to the serving endpoint. NOTE: this field is deprecated, please use AI
           Gateway to manage rate limits.
@@ -3448,9 +3442,9 @@ class ServingEndpointsAPI:
     def create_and_wait(
         self,
         name: str,
-        config: EndpointCoreConfigInput,
         *,
         ai_gateway: Optional[AiGatewayConfig] = None,
+        config: Optional[EndpointCoreConfigInput] = None,
         rate_limits: Optional[List[RateLimit]] = None,
         route_optimized: Optional[bool] = None,
         tags: Optional[List[EndpointTag]] = None,
@@ -3568,7 +3562,7 @@ class ServingEndpointsAPI:
                      *,
                      headers: Optional[str] = None,
                      json: Optional[str] = None,
-                     params: Optional[str] = None) -> ExternalFunctionResponse:
+                     params: Optional[str] = None) -> HttpRequestResponse:
         """Make external services call using the credentials stored in UC Connection.
         
         :param connection_name: str
@@ -3585,7 +3579,7 @@ class ServingEndpointsAPI:
         :param params: str (optional)
           Query parameters for the request.
         
-        :returns: :class:`ExternalFunctionResponse`
+        :returns: :class:`HttpRequestResponse`
         """
         body = {}
         if connection_name is not None: body['connection_name'] = connection_name
@@ -3594,10 +3588,10 @@ class ServingEndpointsAPI:
         if method is not None: body['method'] = method.value
         if params is not None: body['params'] = params
         if path is not None: body['path'] = path
-        headers = {'Accept': 'application/json', 'Content-Type': 'application/json', }
+        headers = {'Accept': 'text/plain', 'Content-Type': 'application/json', }
 
-        res = self._api.do('POST', '/api/2.0/external-function', body=body, headers=headers)
-        return ExternalFunctionResponse.from_dict(res)
+        res = self._api.do('POST', '/api/2.0/external-function', body=body, headers=headers, raw=True)
+        return HttpRequestResponse.from_dict(res)
 
     def list(self) -> Iterator[ServingEndpoint]:
         """Get all serving endpoints.