databricks-sdk 0.40.0__py3-none-any.whl → 0.42.0__py3-none-any.whl

databricks/sdk/service/jobs.py

@@ -35,6 +35,11 @@ class BaseJob:
     Jobs UI in the job details page and Jobs API using `budget_policy_id` 3. Inferred default based
     on accessible budget policies of the run_as identity on job creation or modification."""
 
+    has_more: Optional[bool] = None
+    """Indicates if the job has more sub-resources (`tasks`, `job_clusters`) that are not shown. They
+    can be accessed via :method:jobs/get endpoint. It is only relevant for API 2.2 :method:jobs/list
+    requests with `expand_tasks=true`."""
+
     job_id: Optional[int] = None
     """The canonical identifier for this job."""
 
@@ -49,6 +54,7 @@ class BaseJob:
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.effective_budget_policy_id is not None:
             body['effective_budget_policy_id'] = self.effective_budget_policy_id
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_id is not None: body['job_id'] = self.job_id
         if self.settings: body['settings'] = self.settings.as_dict()
         return body
@@ -60,6 +66,7 @@ class BaseJob:
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.effective_budget_policy_id is not None:
             body['effective_budget_policy_id'] = self.effective_budget_policy_id
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_id is not None: body['job_id'] = self.job_id
         if self.settings: body['settings'] = self.settings
         return body
@@ -70,6 +77,7 @@ class BaseJob:
         return cls(created_time=d.get('created_time', None),
                    creator_user_name=d.get('creator_user_name', None),
                    effective_budget_policy_id=d.get('effective_budget_policy_id', None),
+                   has_more=d.get('has_more', None),
                    job_id=d.get('job_id', None),
                    settings=_from_dict(d, 'settings', JobSettings))
 
@@ -103,6 +111,12 @@ class BaseRun:
     description: Optional[str] = None
     """Description of the run"""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if we specifically
+    override the value for the run (ex. RunNow)."""
+
     end_time: Optional[int] = None
     """The time at which this run ended in epoch milliseconds (milliseconds since 1/1/1970 UTC). This
     field is set to 0 if the job is still running."""
@@ -124,10 +138,16 @@ class BaseRun:
     Note: dbt and SQL File tasks support only version-controlled sources. If dbt or SQL File tasks
     are used, `git_source` must be defined on the job."""
 
+    has_more: Optional[bool] = None
+    """Indicates if the run has more sub-resources (`tasks`, `job_clusters`) that are not shown. They
+    can be accessed via :method:jobs/getrun endpoint. It is only relevant for API 2.2
+    :method:jobs/listruns requests with `expand_tasks=true`."""
+
     job_clusters: Optional[List[JobCluster]] = None
     """A list of job cluster specifications that can be shared and reused by tasks of this job.
     Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in
-    task settings."""
+    task settings. If more than 100 job clusters are available, you can paginate through them using
+    :method:jobs/getrun."""
 
     job_id: Optional[int] = None
     """The canonical identifier of the job that contains this run."""
@@ -198,7 +218,9 @@ class BaseRun:
 
     tasks: Optional[List[RunTask]] = None
     """The list of tasks performed by the run. Each task has its own `run_id` which you can use to call
-    `JobsGetOutput` to retrieve the run resutls."""
+    `JobsGetOutput` to retrieve the run resutls. If more than 100 tasks are available, you can
+    paginate through them using :method:jobs/getrun. Use the `next_page_token` field at the object
+    root to determine if more results are available."""
 
     trigger: Optional[TriggerType] = None
     """The type of trigger that fired this run.
@@ -224,9 +246,12 @@ class BaseRun:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec.as_dict()
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source.as_dict()
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_clusters: body['job_clusters'] = [v.as_dict() for v in self.job_clusters]
         if self.job_id is not None: body['job_id'] = self.job_id
         if self.job_parameters: body['job_parameters'] = [v.as_dict() for v in self.job_parameters]
@@ -261,9 +286,12 @@ class BaseRun:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_clusters: body['job_clusters'] = self.job_clusters
         if self.job_id is not None: body['job_id'] = self.job_id
         if self.job_parameters: body['job_parameters'] = self.job_parameters
@@ -298,9 +326,11 @@ class BaseRun:
                    cluster_spec=_from_dict(d, 'cluster_spec', ClusterSpec),
                    creator_user_name=d.get('creator_user_name', None),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    end_time=d.get('end_time', None),
                    execution_duration=d.get('execution_duration', None),
                    git_source=_from_dict(d, 'git_source', GitSource),
+                   has_more=d.get('has_more', None),
                    job_clusters=_repeated_dict(d, 'job_clusters', JobCluster),
                    job_id=d.get('job_id', None),
                    job_parameters=_repeated_dict(d, 'job_parameters', JobParameter),
@@ -424,6 +454,7 @@ class CleanRoomTaskRunLifeCycleState(Enum):
     PENDING = 'PENDING'
     QUEUED = 'QUEUED'
     RUNNING = 'RUNNING'
+    RUN_LIFE_CYCLE_STATE_UNSPECIFIED = 'RUN_LIFE_CYCLE_STATE_UNSPECIFIED'
     SKIPPED = 'SKIPPED'
     TERMINATED = 'TERMINATED'
     TERMINATING = 'TERMINATING'
@@ -440,6 +471,7 @@ class CleanRoomTaskRunResultState(Enum):
     EXCLUDED = 'EXCLUDED'
     FAILED = 'FAILED'
     MAXIMUM_CONCURRENT_RUNS_REACHED = 'MAXIMUM_CONCURRENT_RUNS_REACHED'
+    RUN_RESULT_STATE_UNSPECIFIED = 'RUN_RESULT_STATE_UNSPECIFIED'
     SUCCESS = 'SUCCESS'
     SUCCESS_WITH_FAILURES = 'SUCCESS_WITH_FAILURES'
     TIMEDOUT = 'TIMEDOUT'
@@ -522,6 +554,42 @@ class CleanRoomsNotebookTask:
                    notebook_name=d.get('notebook_name', None))
 
 
+@dataclass
+class CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput:
+    clean_room_job_run_state: Optional[CleanRoomTaskRunState] = None
+    """The run state of the clean rooms notebook task."""
+
+    notebook_output: Optional[NotebookOutput] = None
+    """The notebook output for the clean room run"""
+
+    output_schema_info: Optional[OutputSchemaInfo] = None
+    """Information on how to access the output schema for the clean room run"""
+
+    def as_dict(self) -> dict:
+        """Serializes the CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.clean_room_job_run_state:
+            body['clean_room_job_run_state'] = self.clean_room_job_run_state.as_dict()
+        if self.notebook_output: body['notebook_output'] = self.notebook_output.as_dict()
+        if self.output_schema_info: body['output_schema_info'] = self.output_schema_info.as_dict()
+        return body
+
+    def as_shallow_dict(self) -> dict:
+        """Serializes the CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.clean_room_job_run_state: body['clean_room_job_run_state'] = self.clean_room_job_run_state
+        if self.notebook_output: body['notebook_output'] = self.notebook_output
+        if self.output_schema_info: body['output_schema_info'] = self.output_schema_info
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput:
+        """Deserializes the CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput from a dictionary."""
+        return cls(clean_room_job_run_state=_from_dict(d, 'clean_room_job_run_state', CleanRoomTaskRunState),
+                   notebook_output=_from_dict(d, 'notebook_output', NotebookOutput),
+                   output_schema_info=_from_dict(d, 'output_schema_info', OutputSchemaInfo))
+
+
 @dataclass
 class ClusterInstance:
     cluster_id: Optional[str] = None
@@ -754,7 +822,8 @@ class CreateJob:
     job_clusters: Optional[List[JobCluster]] = None
     """A list of job cluster specifications that can be shared and reused by tasks of this job.
     Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in
-    task settings."""
+    task settings. If more than 100 job clusters are available, you can paginate through them using
+    :method:jobs/get."""
 
     max_concurrent_runs: Optional[int] = None
     """An optional maximum allowed number of concurrent runs of the job. Set this value if you want to
@@ -776,6 +845,10 @@ class CreateJob:
     parameters: Optional[List[JobParameterDefinition]] = None
     """Job-level parameter definitions"""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    should be."""
+
     queue: Optional[QueueSettings] = None
     """The queue settings of the job."""
 
@@ -795,7 +868,9 @@ class CreateJob:
     be added to the job."""
 
     tasks: Optional[List[Task]] = None
-    """A list of task specifications to be executed by this job."""
+    """A list of task specifications to be executed by this job. If more than 100 tasks are available,
+    you can paginate through them using :method:jobs/get. Use the `next_page_token` field at the
+    object root to determine if more results are available."""
 
     timeout_seconds: Optional[int] = None
     """An optional timeout applied to each run of this job. A value of `0` means no timeout."""
@@ -828,6 +903,7 @@ class CreateJob:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings.as_dict()
         if self.parameters: body['parameters'] = [v.as_dict() for v in self.parameters]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.queue: body['queue'] = self.queue.as_dict()
         if self.run_as: body['run_as'] = self.run_as.as_dict()
         if self.schedule: body['schedule'] = self.schedule.as_dict()
@@ -857,6 +933,7 @@ class CreateJob:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings
         if self.parameters: body['parameters'] = self.parameters
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.queue: body['queue'] = self.queue
         if self.run_as: body['run_as'] = self.run_as
         if self.schedule: body['schedule'] = self.schedule
@@ -886,6 +963,7 @@ class CreateJob:
                    name=d.get('name', None),
                    notification_settings=_from_dict(d, 'notification_settings', JobNotificationSettings),
                    parameters=_repeated_dict(d, 'parameters', JobParameterDefinition),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    queue=_from_dict(d, 'queue', QueueSettings),
                    run_as=_from_dict(d, 'run_as', JobRunAs),
                    schedule=_from_dict(d, 'schedule', CronSchedule),
@@ -1680,9 +1758,17 @@ class Job:
     Jobs UI in the job details page and Jobs API using `budget_policy_id` 3. Inferred default based
     on accessible budget policies of the run_as identity on job creation or modification."""
 
+    has_more: Optional[bool] = None
+    """Indicates if the job has more sub-resources (`tasks`, `job_clusters`) that are not shown. They
+    can be accessed via :method:jobs/get endpoint. It is only relevant for API 2.2 :method:jobs/list
+    requests with `expand_tasks=true`."""
+
     job_id: Optional[int] = None
     """The canonical identifier for this job."""
 
+    next_page_token: Optional[str] = None
+    """A token that can be used to list the next page of sub-resources."""
+
     run_as_user_name: Optional[str] = None
     """The email of an active workspace user or the application ID of a service principal that the job
     runs as. This value can be changed by setting the `run_as` field when creating or updating a
@@ -1703,7 +1789,9 @@ class Job:
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.effective_budget_policy_id is not None:
             body['effective_budget_policy_id'] = self.effective_budget_policy_id
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_id is not None: body['job_id'] = self.job_id
+        if self.next_page_token is not None: body['next_page_token'] = self.next_page_token
         if self.run_as_user_name is not None: body['run_as_user_name'] = self.run_as_user_name
         if self.settings: body['settings'] = self.settings.as_dict()
         return body
@@ -1715,7 +1803,9 @@ class Job:
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.effective_budget_policy_id is not None:
             body['effective_budget_policy_id'] = self.effective_budget_policy_id
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.job_id is not None: body['job_id'] = self.job_id
+        if self.next_page_token is not None: body['next_page_token'] = self.next_page_token
         if self.run_as_user_name is not None: body['run_as_user_name'] = self.run_as_user_name
         if self.settings: body['settings'] = self.settings
         return body
@@ -1726,7 +1816,9 @@ class Job:
         return cls(created_time=d.get('created_time', None),
                    creator_user_name=d.get('creator_user_name', None),
                    effective_budget_policy_id=d.get('effective_budget_policy_id', None),
+                   has_more=d.get('has_more', None),
                    job_id=d.get('job_id', None),
+                   next_page_token=d.get('next_page_token', None),
                    run_as_user_name=d.get('run_as_user_name', None),
                    settings=_from_dict(d, 'settings', JobSettings))
 
@@ -2366,7 +2458,8 @@ class JobSettings:
     job_clusters: Optional[List[JobCluster]] = None
     """A list of job cluster specifications that can be shared and reused by tasks of this job.
     Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in
-    task settings."""
+    task settings. If more than 100 job clusters are available, you can paginate through them using
+    :method:jobs/get."""
 
     max_concurrent_runs: Optional[int] = None
     """An optional maximum allowed number of concurrent runs of the job. Set this value if you want to
@@ -2388,6 +2481,10 @@ class JobSettings:
     parameters: Optional[List[JobParameterDefinition]] = None
     """Job-level parameter definitions"""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    should be."""
+
     queue: Optional[QueueSettings] = None
     """The queue settings of the job."""
 
@@ -2407,7 +2504,9 @@ class JobSettings:
     be added to the job."""
 
     tasks: Optional[List[Task]] = None
-    """A list of task specifications to be executed by this job."""
+    """A list of task specifications to be executed by this job. If more than 100 tasks are available,
+    you can paginate through them using :method:jobs/get. Use the `next_page_token` field at the
+    object root to determine if more results are available."""
 
     timeout_seconds: Optional[int] = None
     """An optional timeout applied to each run of this job. A value of `0` means no timeout."""
@@ -2438,6 +2537,7 @@ class JobSettings:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings.as_dict()
         if self.parameters: body['parameters'] = [v.as_dict() for v in self.parameters]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.queue: body['queue'] = self.queue.as_dict()
         if self.run_as: body['run_as'] = self.run_as.as_dict()
         if self.schedule: body['schedule'] = self.schedule.as_dict()
@@ -2466,6 +2566,7 @@ class JobSettings:
         if self.name is not None: body['name'] = self.name
         if self.notification_settings: body['notification_settings'] = self.notification_settings
         if self.parameters: body['parameters'] = self.parameters
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.queue: body['queue'] = self.queue
         if self.run_as: body['run_as'] = self.run_as
         if self.schedule: body['schedule'] = self.schedule
@@ -2494,6 +2595,7 @@ class JobSettings:
                    name=d.get('name', None),
                    notification_settings=_from_dict(d, 'notification_settings', JobNotificationSettings),
                    parameters=_repeated_dict(d, 'parameters', JobParameterDefinition),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    queue=_from_dict(d, 'queue', QueueSettings),
                    run_as=_from_dict(d, 'run_as', JobRunAs),
                    schedule=_from_dict(d, 'schedule', CronSchedule),
@@ -2875,12 +2977,57 @@ class NotebookTask:
                    warehouse_id=d.get('warehouse_id', None))
 
 
+@dataclass
+class OutputSchemaInfo:
+    """Stores the catalog name, schema name, and the output schema expiration time for the clean room
+    run."""
+
+    catalog_name: Optional[str] = None
+
+    expiration_time: Optional[int] = None
+    """The expiration time for the output schema as a Unix timestamp in milliseconds."""
+
+    schema_name: Optional[str] = None
+
+    def as_dict(self) -> dict:
+        """Serializes the OutputSchemaInfo into a dictionary suitable for use as a JSON request body."""
+        body = {}
+        if self.catalog_name is not None: body['catalog_name'] = self.catalog_name
+        if self.expiration_time is not None: body['expiration_time'] = self.expiration_time
+        if self.schema_name is not None: body['schema_name'] = self.schema_name
+        return body
+
+    def as_shallow_dict(self) -> dict:
+        """Serializes the OutputSchemaInfo into a shallow dictionary of its immediate attributes."""
+        body = {}
+        if self.catalog_name is not None: body['catalog_name'] = self.catalog_name
+        if self.expiration_time is not None: body['expiration_time'] = self.expiration_time
+        if self.schema_name is not None: body['schema_name'] = self.schema_name
+        return body
+
+    @classmethod
+    def from_dict(cls, d: Dict[str, any]) -> OutputSchemaInfo:
+        """Deserializes the OutputSchemaInfo from a dictionary."""
+        return cls(catalog_name=d.get('catalog_name', None),
+                   expiration_time=d.get('expiration_time', None),
+                   schema_name=d.get('schema_name', None))
+
+
 class PauseStatus(Enum):
 
     PAUSED = 'PAUSED'
     UNPAUSED = 'UNPAUSED'
 
 
+class PerformanceTarget(Enum):
+    """PerformanceTarget defines how performant (lower latency) or cost efficient the execution of run
+    on serverless compute should be. The performance mode on the job or pipeline should map to a
+    performance setting that is passed to Cluster Manager (see cluster-common PerformanceTarget)."""
+
+    COST_OPTIMIZED = 'COST_OPTIMIZED'
+    PERFORMANCE_OPTIMIZED = 'PERFORMANCE_OPTIMIZED'
+
+
 @dataclass
 class PeriodicTriggerConfiguration:
     interval: int
@@ -3642,6 +3789,12 @@ class Run:
     description: Optional[str] = None
     """Description of the run"""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if we specifically
+    override the value for the run (ex. RunNow)."""
+
     end_time: Optional[int] = None
     """The time at which this run ended in epoch milliseconds (milliseconds since 1/1/1970 UTC). This
     field is set to 0 if the job is still running."""
@@ -3663,13 +3816,19 @@ class Run:
     Note: dbt and SQL File tasks support only version-controlled sources. If dbt or SQL File tasks
     are used, `git_source` must be defined on the job."""
 
+    has_more: Optional[bool] = None
+    """Indicates if the run has more sub-resources (`tasks`, `job_clusters`) that are not shown. They
+    can be accessed via :method:jobs/getrun endpoint. It is only relevant for API 2.2
+    :method:jobs/listruns requests with `expand_tasks=true`."""
+
     iterations: Optional[List[RunTask]] = None
     """Only populated by for-each iterations. The parent for-each task is located in tasks array."""
 
     job_clusters: Optional[List[JobCluster]] = None
     """A list of job cluster specifications that can be shared and reused by tasks of this job.
     Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in
-    task settings."""
+    task settings. If more than 100 job clusters are available, you can paginate through them using
+    :method:jobs/getrun."""
 
     job_id: Optional[int] = None
     """The canonical identifier of the job that contains this run."""
@@ -3743,7 +3902,9 @@ class Run:
 
     tasks: Optional[List[RunTask]] = None
     """The list of tasks performed by the run. Each task has its own `run_id` which you can use to call
-    `JobsGetOutput` to retrieve the run resutls."""
+    `JobsGetOutput` to retrieve the run resutls. If more than 100 tasks are available, you can
+    paginate through them using :method:jobs/getrun. Use the `next_page_token` field at the object
+    root to determine if more results are available."""
 
     trigger: Optional[TriggerType] = None
     """The type of trigger that fired this run.
@@ -3769,9 +3930,12 @@ class Run:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec.as_dict()
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source.as_dict()
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.iterations: body['iterations'] = [v.as_dict() for v in self.iterations]
         if self.job_clusters: body['job_clusters'] = [v.as_dict() for v in self.job_clusters]
         if self.job_id is not None: body['job_id'] = self.job_id
@@ -3808,9 +3972,12 @@ class Run:
         if self.cluster_spec: body['cluster_spec'] = self.cluster_spec
         if self.creator_user_name is not None: body['creator_user_name'] = self.creator_user_name
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.execution_duration is not None: body['execution_duration'] = self.execution_duration
         if self.git_source: body['git_source'] = self.git_source
+        if self.has_more is not None: body['has_more'] = self.has_more
         if self.iterations: body['iterations'] = self.iterations
         if self.job_clusters: body['job_clusters'] = self.job_clusters
         if self.job_id is not None: body['job_id'] = self.job_id
@@ -3847,9 +4014,11 @@ class Run:
                    cluster_spec=_from_dict(d, 'cluster_spec', ClusterSpec),
                    creator_user_name=d.get('creator_user_name', None),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    end_time=d.get('end_time', None),
                    execution_duration=d.get('execution_duration', None),
                    git_source=_from_dict(d, 'git_source', GitSource),
+                   has_more=d.get('has_more', None),
                    iterations=_repeated_dict(d, 'iterations', RunTask),
                    job_clusters=_repeated_dict(d, 'job_clusters', JobCluster),
                    job_id=d.get('job_id', None),
@@ -4232,6 +4401,11 @@ class RunNow:
     """A list of task keys to run inside of the job. If this field is not provided, all tasks in the
     job will be run."""
 
+    performance_target: Optional[PerformanceTarget] = None
+    """PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+    compute should be. For RunNow request, the run will execute with this settings instead of ones
+    defined in job."""
+
     pipeline_params: Optional[PipelineParams] = None
     """Controls whether the pipeline should perform a full refresh"""
 
@@ -4287,6 +4461,7 @@ class RunNow:
         if self.job_parameters: body['job_parameters'] = self.job_parameters
         if self.notebook_params: body['notebook_params'] = self.notebook_params
         if self.only: body['only'] = [v for v in self.only]
+        if self.performance_target is not None: body['performance_target'] = self.performance_target.value
         if self.pipeline_params: body['pipeline_params'] = self.pipeline_params.as_dict()
         if self.python_named_params: body['python_named_params'] = self.python_named_params
         if self.python_params: body['python_params'] = [v for v in self.python_params]
@@ -4305,6 +4480,7 @@ class RunNow:
         if self.job_parameters: body['job_parameters'] = self.job_parameters
         if self.notebook_params: body['notebook_params'] = self.notebook_params
         if self.only: body['only'] = self.only
+        if self.performance_target is not None: body['performance_target'] = self.performance_target
         if self.pipeline_params: body['pipeline_params'] = self.pipeline_params
         if self.python_named_params: body['python_named_params'] = self.python_named_params
         if self.python_params: body['python_params'] = self.python_params
@@ -4323,6 +4499,7 @@ class RunNow:
                    job_parameters=d.get('job_parameters', None),
                    notebook_params=d.get('notebook_params', None),
                    only=d.get('only', None),
+                   performance_target=_enum(d, 'performance_target', PerformanceTarget),
                    pipeline_params=_from_dict(d, 'pipeline_params', PipelineParams),
                    python_named_params=d.get('python_named_params', None),
                    python_params=d.get('python_params', None),
@@ -4365,6 +4542,9 @@ class RunNowResponse:
 class RunOutput:
     """Run output was retrieved successfully."""
 
+    clean_rooms_notebook_output: Optional[CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput] = None
+    """The output of a clean rooms notebook task, if available"""
+
     dbt_output: Optional[DbtOutput] = None
     """The output of a dbt task, if available."""
 
@@ -4409,6 +4589,8 @@ class RunOutput:
     def as_dict(self) -> dict:
         """Serializes the RunOutput into a dictionary suitable for use as a JSON request body."""
         body = {}
+        if self.clean_rooms_notebook_output:
+            body['clean_rooms_notebook_output'] = self.clean_rooms_notebook_output.as_dict()
         if self.dbt_output: body['dbt_output'] = self.dbt_output.as_dict()
         if self.error is not None: body['error'] = self.error
         if self.error_trace is not None: body['error_trace'] = self.error_trace
@@ -4424,6 +4606,8 @@ class RunOutput:
     def as_shallow_dict(self) -> dict:
         """Serializes the RunOutput into a shallow dictionary of its immediate attributes."""
         body = {}
+        if self.clean_rooms_notebook_output:
+            body['clean_rooms_notebook_output'] = self.clean_rooms_notebook_output
         if self.dbt_output: body['dbt_output'] = self.dbt_output
         if self.error is not None: body['error'] = self.error
         if self.error_trace is not None: body['error_trace'] = self.error_trace
@@ -4439,7 +4623,9 @@ class RunOutput:
     @classmethod
     def from_dict(cls, d: Dict[str, any]) -> RunOutput:
         """Deserializes the RunOutput from a dictionary."""
-        return cls(dbt_output=_from_dict(d, 'dbt_output', DbtOutput),
+        return cls(clean_rooms_notebook_output=_from_dict(d, 'clean_rooms_notebook_output',
+                                                          CleanRoomsNotebookTaskCleanRoomsNotebookTaskOutput),
+                   dbt_output=_from_dict(d, 'dbt_output', DbtOutput),
                    error=d.get('error', None),
                    error_trace=d.get('error_trace', None),
                    info=d.get('info', None),
@@ -4729,6 +4915,12 @@ class RunTask:
     description: Optional[str] = None
     """An optional description for this task."""
 
+    effective_performance_target: Optional[PerformanceTarget] = None
+    """effective_performance_target is the actual performance target used by the run during execution.
+    effective_performance_target can differ from performance_target depending on if the job was
+    eligible to be cost-optimized (e.g. contains at least 1 serverless task) or if an override was
+    provided for the run (ex. RunNow)."""
+
     email_notifications: Optional[JobEmailNotifications] = None
     """An optional set of email addresses notified when the task run begins or completes. The default
     behavior is to not send any emails."""
@@ -4877,6 +5069,8 @@ class RunTask:
         if self.dbt_task: body['dbt_task'] = self.dbt_task.as_dict()
         if self.depends_on: body['depends_on'] = [v.as_dict() for v in self.depends_on]
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target.value
         if self.email_notifications: body['email_notifications'] = self.email_notifications.as_dict()
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.environment_key is not None: body['environment_key'] = self.environment_key
@@ -4922,6 +5116,8 @@ class RunTask:
         if self.dbt_task: body['dbt_task'] = self.dbt_task
         if self.depends_on: body['depends_on'] = self.depends_on
         if self.description is not None: body['description'] = self.description
+        if self.effective_performance_target is not None:
+            body['effective_performance_target'] = self.effective_performance_target
         if self.email_notifications: body['email_notifications'] = self.email_notifications
         if self.end_time is not None: body['end_time'] = self.end_time
         if self.environment_key is not None: body['environment_key'] = self.environment_key
@@ -4968,6 +5164,7 @@ class RunTask:
                    dbt_task=_from_dict(d, 'dbt_task', DbtTask),
                    depends_on=_repeated_dict(d, 'depends_on', TaskDependency),
                    description=d.get('description', None),
+                   effective_performance_target=_enum(d, 'effective_performance_target', PerformanceTarget),
                    email_notifications=_from_dict(d, 'email_notifications', JobEmailNotifications),
                    end_time=d.get('end_time', None),
                    environment_key=d.get('environment_key', None),
@@ -5047,12 +5244,16 @@ class SparkJarTask:
     
     [Task parameter variables]: https://docs.databricks.com/jobs.html#parameter-variables"""
 
+    run_as_repl: Optional[bool] = None
+    """Deprecated. A value of `false` is no longer supported."""
+
     def as_dict(self) -> dict:
         """Serializes the SparkJarTask into a dictionary suitable for use as a JSON request body."""
         body = {}
         if self.jar_uri is not None: body['jar_uri'] = self.jar_uri
         if self.main_class_name is not None: body['main_class_name'] = self.main_class_name
         if self.parameters: body['parameters'] = [v for v in self.parameters]
+        if self.run_as_repl is not None: body['run_as_repl'] = self.run_as_repl
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -5061,6 +5262,7 @@ class SparkJarTask:
         if self.jar_uri is not None: body['jar_uri'] = self.jar_uri
         if self.main_class_name is not None: body['main_class_name'] = self.main_class_name
         if self.parameters: body['parameters'] = self.parameters
+        if self.run_as_repl is not None: body['run_as_repl'] = self.run_as_repl
         return body
 
     @classmethod
@@ -5068,7 +5270,8 @@ class SparkJarTask:
         """Deserializes the SparkJarTask from a dictionary."""
         return cls(jar_uri=d.get('jar_uri', None),
                    main_class_name=d.get('main_class_name', None),
-                   parameters=d.get('parameters', None))
+                   parameters=d.get('parameters', None),
+                   run_as_repl=d.get('run_as_repl', None))
 
 
 @dataclass
@@ -6489,6 +6692,7 @@ class TerminationCodeCode(Enum):
     
     [Link]: https://kb.databricks.com/en_US/notebooks/too-many-execution-contexts-are-open-right-now"""
 
+    BUDGET_POLICY_LIMIT_EXCEEDED = 'BUDGET_POLICY_LIMIT_EXCEEDED'
     CANCELED = 'CANCELED'
     CLOUD_FAILURE = 'CLOUD_FAILURE'
     CLUSTER_ERROR = 'CLUSTER_ERROR'
@@ -7011,6 +7215,7 @@ class JobsAPI:
                name: Optional[str] = None,
                notification_settings: Optional[JobNotificationSettings] = None,
                parameters: Optional[List[JobParameterDefinition]] = None,
+               performance_target: Optional[PerformanceTarget] = None,
                queue: Optional[QueueSettings] = None,
                run_as: Optional[JobRunAs] = None,
                schedule: Optional[CronSchedule] = None,
@@ -7066,6 +7271,7 @@ class JobsAPI:
         :param job_clusters: List[:class:`JobCluster`] (optional)
           A list of job cluster specifications that can be shared and reused by tasks of this job. Libraries
           cannot be declared in a shared job cluster. You must declare dependent libraries in task settings.
+          If more than 100 job clusters are available, you can paginate through them using :method:jobs/get.
         :param max_concurrent_runs: int (optional)
           An optional maximum allowed number of concurrent runs of the job. Set this value if you want to be
           able to execute multiple runs of the same job concurrently. This is useful for example if you
@@ -7082,6 +7288,9 @@ class JobsAPI:
           `email_notifications` and `webhook_notifications` for this job.
         :param parameters: List[:class:`JobParameterDefinition`] (optional)
           Job-level parameter definitions
+        :param performance_target: :class:`PerformanceTarget` (optional)
+          PerformanceTarget defines how performant or cost efficient the execution of run on serverless should
+          be.
         :param queue: :class:`QueueSettings` (optional)
           The queue settings of the job.
         :param run_as: :class:`JobRunAs` (optional)
@@ -7097,7 +7306,9 @@ class JobsAPI:
           clusters, and are subject to the same limitations as cluster tags. A maximum of 25 tags can be added
           to the job.
         :param tasks: List[:class:`Task`] (optional)
-          A list of task specifications to be executed by this job.
+          A list of task specifications to be executed by this job. If more than 100 tasks are available, you
+          can paginate through them using :method:jobs/get. Use the `next_page_token` field at the object root
+          to determine if more results are available.
         :param timeout_seconds: int (optional)
           An optional timeout applied to each run of this job. A value of `0` means no timeout.
         :param trigger: :class:`TriggerSettings` (optional)
@@ -7127,6 +7338,7 @@ class JobsAPI:
         if name is not None: body['name'] = name
         if notification_settings is not None: body['notification_settings'] = notification_settings.as_dict()
         if parameters is not None: body['parameters'] = [v.as_dict() for v in parameters]
+        if performance_target is not None: body['performance_target'] = performance_target.value
         if queue is not None: body['queue'] = queue.as_dict()
         if run_as is not None: body['run_as'] = run_as.as_dict()
         if schedule is not None: body['schedule'] = schedule.as_dict()
@@ -7193,19 +7405,28 @@ class JobsAPI:
         res = self._api.do('GET', '/api/2.1/jobs/runs/export', query=query, headers=headers)
         return ExportRunOutput.from_dict(res)
 
-    def get(self, job_id: int) -> Job:
+    def get(self, job_id: int, *, page_token: Optional[str] = None) -> Job:
         """Get a single job.
         
         Retrieves the details for a single job.
         
+        In Jobs API 2.2, requests for a single job support pagination of `tasks` and `job_clusters` when
+        either exceeds 100 elements. Use the `next_page_token` field to check for more results and pass its
+        value as the `page_token` in subsequent requests. Arrays with fewer than 100 elements in a page will
+        be empty on later pages.
+        
         :param job_id: int
           The canonical identifier of the job to retrieve information about. This field is required.
+        :param page_token: str (optional)
+          Use `next_page_token` returned from the previous GetJob to request the next page of the job's
+          sub-resources.
         
         :returns: :class:`Job`
         """
 
         query = {}
         if job_id is not None: query['job_id'] = job_id
+        if page_token is not None: query['page_token'] = page_token
         headers = {'Accept': 'application/json', }
 
         res = self._api.do('GET', '/api/2.1/jobs/get', query=query, headers=headers)
@@ -7251,7 +7472,12 @@ class JobsAPI:
                 page_token: Optional[str] = None) -> Run:
         """Get a single job run.
         
-        Retrieve the metadata of a run.
+        Retrieves the metadata of a run.
+        
+        In Jobs API 2.2, requests for a single job run support pagination of `tasks` and `job_clusters` when
+        either exceeds 100 elements. Use the `next_page_token` field to check for more results and pass its
+        value as the `page_token` in subsequent requests. Arrays with fewer than 100 elements in a page will
+        be empty on later pages.
         
         :param run_id: int
           The canonical identifier of the run for which to retrieve the metadata. This field is required.
@@ -7260,8 +7486,8 @@ class JobsAPI:
         :param include_resolved_values: bool (optional)
           Whether to include resolved parameter values in the response.
         :param page_token: str (optional)
-          To list the next page of job tasks, set this field to the value of the `next_page_token` returned in
-          the GetJob response.
+          Use `next_page_token` returned from the previous GetRun to request the next page of the run's
+          sub-resources.
         
         :returns: :class:`Run`
         """
@@ -7313,7 +7539,8 @@ class JobsAPI:
         Retrieves a list of jobs.
         
         :param expand_tasks: bool (optional)
-          Whether to include task and cluster details in the response.
+          Whether to include task and cluster details in the response. Note that in API 2.2, only the first
+          100 elements will be shown. Use :method:jobs/get to paginate through all tasks and clusters.
         :param limit: int (optional)
           The number of jobs to return. This value must be greater than 0 and less or equal to 100. The
           default value is 20.
@@ -7370,7 +7597,8 @@ class JobsAPI:
           If completed_only is `true`, only completed runs are included in the results; otherwise, lists both
           active and completed runs. This field cannot be `true` when active_only is `true`.
         :param expand_tasks: bool (optional)
-          Whether to include task and cluster details in the response.
+          Whether to include task and cluster details in the response. Note that in API 2.2, only the first
+          100 elements will be shown. Use :method:jobs/getrun to paginate through all tasks and clusters.
         :param job_id: int (optional)
           The job for which to list runs. If omitted, the Jobs service lists runs from all jobs.
         :param limit: int (optional)
@@ -7609,6 +7837,7 @@ class JobsAPI:
                 job_parameters: Optional[Dict[str, str]] = None,
                 notebook_params: Optional[Dict[str, str]] = None,
                 only: Optional[List[str]] = None,
+                performance_target: Optional[PerformanceTarget] = None,
                 pipeline_params: Optional[PipelineParams] = None,
                 python_named_params: Optional[Dict[str, str]] = None,
                 python_params: Optional[List[str]] = None,
@@ -7668,6 +7897,10 @@ class JobsAPI:
         :param only: List[str] (optional)
           A list of task keys to run inside of the job. If this field is not provided, all tasks in the job
           will be run.
+        :param performance_target: :class:`PerformanceTarget` (optional)
+          PerformanceTarget defines how performant or cost efficient the execution of run on serverless
+          compute should be. For RunNow request, the run will execute with this settings instead of ones
+          defined in job.
         :param pipeline_params: :class:`PipelineParams` (optional)
           Controls whether the pipeline should perform a full refresh
         :param python_named_params: Dict[str,str] (optional)
@@ -7720,6 +7953,7 @@ class JobsAPI:
         if job_parameters is not None: body['job_parameters'] = job_parameters
         if notebook_params is not None: body['notebook_params'] = notebook_params
         if only is not None: body['only'] = [v for v in only]
+        if performance_target is not None: body['performance_target'] = performance_target.value
         if pipeline_params is not None: body['pipeline_params'] = pipeline_params.as_dict()
         if python_named_params is not None: body['python_named_params'] = python_named_params
         if python_params is not None: body['python_params'] = [v for v in python_params]
@@ -7742,6 +7976,7 @@ class JobsAPI:
                          job_parameters: Optional[Dict[str, str]] = None,
                          notebook_params: Optional[Dict[str, str]] = None,
                          only: Optional[List[str]] = None,
+                         performance_target: Optional[PerformanceTarget] = None,
                          pipeline_params: Optional[PipelineParams] = None,
                          python_named_params: Optional[Dict[str, str]] = None,
                          python_params: Optional[List[str]] = None,
@@ -7756,6 +7991,7 @@ class JobsAPI:
                             job_parameters=job_parameters,
                             notebook_params=notebook_params,
                             only=only,
+                            performance_target=performance_target,
                             pipeline_params=pipeline_params,
                             python_named_params=python_named_params,
                             python_params=python_params,