databricks-sdk 0.158.0__tar.gz → 0.159.0__tar.gz

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/CHANGELOG.md

@@ -1,5 +1,141 @@
 # Version changelog
 
+## Release v0.159.0 (2026-11-02)
+
+### API Changes
+* Add `databricks.sdk.service.computemigrations` and `databricks.sdk.service.genieagents` packages.
+* Add [w.compute_migrations](https://databricks-sdk-py.readthedocs.io/en/latest/workspace/computemigrations/compute_migrations.html) workspace-level service.
+* Add [w.genie_agents](https://databricks-sdk-py.readthedocs.io/en/latest/workspace/genieagents/genie_agents.html) workspace-level service.
+* Add `download_file()` and `upload_file()` methods for [w.sandbox](https://databricks-sdk-py.readthedocs.io/en/latest/workspace/sandbox/sandbox.html) workspace-level service.
+* Add `update_network_connectivity_config()` method for [a.network_connectivity](https://databricks-sdk-py.readthedocs.io/en/latest/account/settings/network_connectivity.html) account-level service.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateDirectGroupMemberProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateDirectGroupMemberRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.CreateGroupProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateGroupRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.CreateServicePrincipalProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateServicePrincipalRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.CreateUserProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateUserRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.CreateWorkspaceAssignmentProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.CreateWorkspaceAssignmentRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteDirectGroupMemberProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteDirectGroupMemberRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteGroupProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteGroupRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteServicePrincipalProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteServicePrincipalRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteUserProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteUserRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteWorkspaceAssignmentProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.DeleteWorkspaceAssignmentRequest`.
+* Add `name` and `parent` fields for `databricks.sdk.service.iamv2.DirectGroupMember`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetDirectGroupMemberProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetDirectGroupMemberRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetGroupProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetGroupRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetServicePrincipalProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetServicePrincipalRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetUserProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetUserRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetWorkspaceAccessDetailLocalRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetWorkspaceAccessDetailRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetWorkspaceAssignmentProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetWorkspaceAssignmentRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.GetWorkspaceIdentityDetailRequest`.
+* Add `name` and `parent` fields for `databricks.sdk.service.iamv2.Group`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListDirectGroupMembersProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListDirectGroupMembersRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.ListGroupsProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListGroupsRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.ListServicePrincipalsProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListServicePrincipalsRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListTransitiveParentGroupsProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListTransitiveParentGroupsRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.ListUsersProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListUsersRequest`.
+* Add `parent` field for `databricks.sdk.service.iamv2.ListWorkspaceAssignmentsProxyRequest`.
+* [Breaking] Add `parent` field for `databricks.sdk.service.iamv2.ListWorkspaceAssignmentsRequest`.
+* Add `name` and `parent` fields for `databricks.sdk.service.iamv2.ServicePrincipal`.
+* Add `name` field for `databricks.sdk.service.iamv2.TransitiveParentGroup`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateGroupProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateGroupRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateServicePrincipalProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateServicePrincipalRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateUserProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateUserRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateWorkspaceAssignmentProxyRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateWorkspaceAssignmentRequest`.
+* [Breaking] Add `name` field for `databricks.sdk.service.iamv2.UpdateWorkspaceIdentityDetailRequest`.
+* Add `name` and `parent` fields for `databricks.sdk.service.iamv2.User`.
+* Add `name` field for `databricks.sdk.service.iamv2.WorkspaceAccessDetail`.
+* Add `name` and `parent` fields for `databricks.sdk.service.iamv2.WorkspaceAssignment`.
+* Add `name` field for `databricks.sdk.service.iamv2.WorkspaceIdentityDetail`.
+* Add `serverless_compute` field for `databricks.sdk.service.jobs.JobCluster`.
+* Add `job_completion` field for `databricks.sdk.service.jobs.PerTriggerState`.
+* Add `ai_function_task` field for `databricks.sdk.service.jobs.ResolvedValues`.
+* Add `ai_function_task_output` field for `databricks.sdk.service.jobs.RunOutput`.
+* Add `ai_function_task` field for `databricks.sdk.service.jobs.RunTask`.
+* Add `ai_function_task` field for `databricks.sdk.service.jobs.SubmitTask`.
+* Add `ai_function_task` field for `databricks.sdk.service.jobs.Task`.
+* Add `job_completion` field for `databricks.sdk.service.jobs.TriggerConfiguration`.
+* Add `job_completion` field for `databricks.sdk.service.jobs.TriggerInfo`.
+* Add `job_completion` field for `databricks.sdk.service.jobs.TriggerSettings`.
+* Add `job_completion` field for `databricks.sdk.service.jobs.TriggerStateProto`.
+* Add `billing_workspace_id` field for `databricks.sdk.service.settings.NetworkConnectivityConfiguration`.
+* Add `create_feature` and `read_feature` enum values for `databricks.sdk.service.catalog.Privilege`.
+* Add `feature` enum value for `databricks.sdk.service.catalog.SecurableType`.
+* Add `job_completion` enum value for `databricks.sdk.service.jobs.TriggerType`.
+* [Breaking] Change `create_direct_group_member()`, `create_group()`, `create_service_principal()`, `create_user()`, `create_workspace_assignment()`, `delete_direct_group_member()`, `delete_group()`, `delete_service_principal()`, `delete_user()`, `delete_workspace_assignment()`, `get_direct_group_member()`, `get_group()`, `get_service_principal()`, `get_user()`, `get_workspace_access_detail()`, `get_workspace_assignment()`, `list_direct_group_members()`, `list_groups()`, `list_service_principals()`, `list_transitive_parent_groups()`, `list_users()`, `list_workspace_assignments()`, `update_group()`, `update_service_principal()`, `update_user()` and `update_workspace_assignment()` methods for [a.account_iam_v2](https://databricks-sdk-py.readthedocs.io/en/latest/account/iamv2/account_iam_v2.html) account-level service with new required argument order.
+* [Breaking] Change `create_direct_group_member()`, `create_group()`, `create_service_principal()`, `create_user()`, `create_workspace_assignment()`, `delete_direct_group_member()`, `delete_group()`, `delete_service_principal()`, `delete_user()`, `delete_workspace_assignment()`, `get_direct_group_member()`, `get_group()`, `get_service_principal()`, `get_user()`, `get_workspace_access_detail()`, `get_workspace_assignment()`, `list_direct_group_members()`, `list_groups()`, `list_service_principals()`, `list_transitive_parent_groups()`, `list_users()`, `list_workspace_assignments()`, `update_group()`, `update_service_principal()`, `update_user()` and `update_workspace_assignment()` methods for [a.account_iam_v2](https://databricks-sdk-py.readthedocs.io/en/latest/account/iamv2/account_iam_v2.html) account-level service. Method path has changed.
+* [Breaking] Change `create_direct_group_member_proxy()`, `delete_direct_group_member_proxy()`, `delete_group_proxy()`, `delete_service_principal_proxy()`, `delete_user_proxy()`, `delete_workspace_assignment_proxy()`, `get_direct_group_member_proxy()`, `get_group_proxy()`, `get_service_principal_proxy()`, `get_user_proxy()`, `get_workspace_access_detail_local()`, `get_workspace_assignment_proxy()`, `get_workspace_identity_detail()`, `list_direct_group_members_proxy()`, `list_transitive_parent_groups_proxy()`, `update_group_proxy()`, `update_service_principal_proxy()`, `update_user_proxy()`, `update_workspace_assignment_proxy()` and `update_workspace_identity_detail()` methods for [w.workspace_iam_v2](https://databricks-sdk-py.readthedocs.io/en/latest/workspace/iamv2/workspace_iam_v2.html) workspace-level service. Method path has changed.
+* [Breaking] Change `create_direct_group_member_proxy()`, `delete_direct_group_member_proxy()`, `delete_group_proxy()`, `delete_service_principal_proxy()`, `delete_user_proxy()`, `delete_workspace_assignment_proxy()`, `get_direct_group_member_proxy()`, `get_group_proxy()`, `get_service_principal_proxy()`, `get_user_proxy()`, `get_workspace_access_detail_local()`, `get_workspace_assignment_proxy()`, `get_workspace_identity_detail()`, `list_direct_group_members_proxy()`, `list_transitive_parent_groups_proxy()`, `update_group_proxy()`, `update_service_principal_proxy()`, `update_user_proxy()`, `update_workspace_assignment_proxy()` and `update_workspace_identity_detail()` methods for [w.workspace_iam_v2](https://databricks-sdk-py.readthedocs.io/en/latest/workspace/iamv2/workspace_iam_v2.html) workspace-level service with new required argument order.
+* [Breaking] Remove `group_id` field for `databricks.sdk.service.iamv2.CreateDirectGroupMemberProxyRequest`.
+* [Breaking] Remove `account_id` and `group_id` fields for `databricks.sdk.service.iamv2.CreateDirectGroupMemberRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.CreateGroupRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.CreateServicePrincipalRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.CreateUserRequest`.
+* [Breaking] Remove `account_id` and `workspace_id` fields for `databricks.sdk.service.iamv2.CreateWorkspaceAssignmentRequest`.
+* [Breaking] Remove `group_id` and `principal_id` fields for `databricks.sdk.service.iamv2.DeleteDirectGroupMemberProxyRequest`.
+* [Breaking] Remove `account_id`, `group_id` and `principal_id` fields for `databricks.sdk.service.iamv2.DeleteDirectGroupMemberRequest`.
+* [Breaking] Remove `group_id` field for `databricks.sdk.service.iamv2.DeleteGroupProxyRequest`.
+* [Breaking] Remove `account_id` and `group_id` fields for `databricks.sdk.service.iamv2.DeleteGroupRequest`.
+* [Breaking] Remove `service_principal_id` field for `databricks.sdk.service.iamv2.DeleteServicePrincipalProxyRequest`.
+* [Breaking] Remove `account_id` and `service_principal_id` fields for `databricks.sdk.service.iamv2.DeleteServicePrincipalRequest`.
+* [Breaking] Remove `user_id` field for `databricks.sdk.service.iamv2.DeleteUserProxyRequest`.
+* [Breaking] Remove `account_id` and `user_id` fields for `databricks.sdk.service.iamv2.DeleteUserRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.DeleteWorkspaceAssignmentProxyRequest`.
+* [Breaking] Remove `account_id`, `workspace_id` and `principal_id` fields for `databricks.sdk.service.iamv2.DeleteWorkspaceAssignmentRequest`.
+* [Breaking] Remove `group_id` and `principal_id` fields for `databricks.sdk.service.iamv2.GetDirectGroupMemberProxyRequest`.
+* [Breaking] Remove `account_id`, `group_id` and `principal_id` fields for `databricks.sdk.service.iamv2.GetDirectGroupMemberRequest`.
+* [Breaking] Remove `group_id` field for `databricks.sdk.service.iamv2.GetGroupProxyRequest`.
+* [Breaking] Remove `account_id` and `group_id` fields for `databricks.sdk.service.iamv2.GetGroupRequest`.
+* [Breaking] Remove `service_principal_id` field for `databricks.sdk.service.iamv2.GetServicePrincipalProxyRequest`.
+* [Breaking] Remove `account_id` and `service_principal_id` fields for `databricks.sdk.service.iamv2.GetServicePrincipalRequest`.
+* [Breaking] Remove `user_id` field for `databricks.sdk.service.iamv2.GetUserProxyRequest`.
+* [Breaking] Remove `account_id` and `user_id` fields for `databricks.sdk.service.iamv2.GetUserRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.GetWorkspaceAccessDetailLocalRequest`.
+* [Breaking] Remove `account_id`, `workspace_id` and `principal_id` fields for `databricks.sdk.service.iamv2.GetWorkspaceAccessDetailRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.GetWorkspaceAssignmentProxyRequest`.
+* [Breaking] Remove `account_id`, `workspace_id` and `principal_id` fields for `databricks.sdk.service.iamv2.GetWorkspaceAssignmentRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.GetWorkspaceIdentityDetailRequest`.
+* [Breaking] Remove `group_id` field for `databricks.sdk.service.iamv2.ListDirectGroupMembersProxyRequest`.
+* [Breaking] Remove `account_id` and `group_id` fields for `databricks.sdk.service.iamv2.ListDirectGroupMembersRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.ListGroupsRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.ListServicePrincipalsRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.ListTransitiveParentGroupsProxyRequest`.
+* [Breaking] Remove `account_id` and `principal_id` fields for `databricks.sdk.service.iamv2.ListTransitiveParentGroupsRequest`.
+* [Breaking] Remove `account_id` field for `databricks.sdk.service.iamv2.ListUsersRequest`.
+* [Breaking] Remove `account_id` and `workspace_id` fields for `databricks.sdk.service.iamv2.ListWorkspaceAssignmentsRequest`.
+* [Breaking] Remove `group_id` field for `databricks.sdk.service.iamv2.UpdateGroupProxyRequest`.
+* [Breaking] Remove `account_id` and `group_id` fields for `databricks.sdk.service.iamv2.UpdateGroupRequest`.
+* [Breaking] Remove `service_principal_id` field for `databricks.sdk.service.iamv2.UpdateServicePrincipalProxyRequest`.
+* [Breaking] Remove `account_id` and `service_principal_id` fields for `databricks.sdk.service.iamv2.UpdateServicePrincipalRequest`.
+* [Breaking] Remove `user_id` field for `databricks.sdk.service.iamv2.UpdateUserProxyRequest`.
+* [Breaking] Remove `account_id` and `user_id` fields for `databricks.sdk.service.iamv2.UpdateUserRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.UpdateWorkspaceAssignmentProxyRequest`.
+* [Breaking] Remove `account_id`, `workspace_id` and `principal_id` fields for `databricks.sdk.service.iamv2.UpdateWorkspaceAssignmentRequest`.
+* [Breaking] Remove `principal_id` field for `databricks.sdk.service.iamv2.UpdateWorkspaceIdentityDetailRequest`.
+
 ## Release v0.158.0 (2026-10-29)
 
 ### API Changes

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: databricks-sdk
-Version: 0.158.0
+Version: 0.159.0
 Summary: Databricks SDK for Python (Beta)
 Project-URL: Documentation, https://databricks-sdk-py.readthedocs.io
 Keywords: databricks,sdk

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/databricks/sdk/__init__.py

@@ -19,6 +19,7 @@ from databricks.sdk.service import bundledeployments as pkg_bundledeployments
 from databricks.sdk.service import catalog as pkg_catalog
 from databricks.sdk.service import cleanrooms as pkg_cleanrooms
 from databricks.sdk.service import compute as pkg_compute
+from databricks.sdk.service import computemigrations as pkg_computemigrations
 from databricks.sdk.service import dashboards as pkg_dashboards
 from databricks.sdk.service import database as pkg_database
 from databricks.sdk.service import dataclassification as pkg_dataclassification
@@ -27,6 +28,7 @@ from databricks.sdk.service import disasterrecovery as pkg_disasterrecovery
 from databricks.sdk.service import domains as pkg_domains
 from databricks.sdk.service import environments as pkg_environments
 from databricks.sdk.service import files as pkg_files
+from databricks.sdk.service import genieagents as pkg_genieagents
 from databricks.sdk.service import iam as pkg_iam
 from databricks.sdk.service import iamv2 as pkg_iamv2
 from databricks.sdk.service import jobs as pkg_jobs
@@ -88,6 +90,7 @@ from databricks.sdk.service.compute import ClusterPoliciesAPI
 from databricks.sdk.service.compute import ClustersAPI
 from databricks.sdk.service.compute import CommandExecutionAPI
 from databricks.sdk.service.settings import ComplianceSecurityProfileAPI
+from databricks.sdk.service.computemigrations import ComputeMigrationsAPI
 from databricks.sdk.service.catalog import ConnectionsAPI
 from databricks.sdk.service.marketplace import ConsumerFulfillmentsAPI
 from databricks.sdk.service.marketplace import ConsumerInstallationsAPI
@@ -137,6 +140,7 @@ from databricks.sdk.service.files import FilesAPI
 from databricks.sdk.service.ml import ForecastingAPI
 from databricks.sdk.service.catalog import FunctionsAPI
 from databricks.sdk.service.dashboards import GenieAPI
+from databricks.sdk.service.genieagents import GenieAgentsAPI
 from databricks.sdk.service.workspace import GitCredentialsAPI
 from databricks.sdk.service.compute import GlobalInitScriptsAPI
 from databricks.sdk.service.catalog import GrantsAPI
@@ -389,6 +393,7 @@ class WorkspaceClient:
         self._cluster_policies = pkg_compute.ClusterPoliciesAPI(self._api_client)
         self._clusters = ClustersExt(self._api_client)
         self._command_execution = pkg_compute.CommandExecutionAPI(self._api_client)
+        self._compute_migrations = pkg_computemigrations.ComputeMigrationsAPI(self._api_client)
         self._connections = pkg_catalog.ConnectionsAPI(self._api_client)
         self._consumer_fulfillments = pkg_marketplace.ConsumerFulfillmentsAPI(self._api_client)
         self._consumer_installations = pkg_marketplace.ConsumerInstallationsAPI(self._api_client)
@@ -419,6 +424,7 @@ class WorkspaceClient:
         self._forecasting = pkg_ml.ForecastingAPI(self._api_client)
         self._functions = pkg_catalog.FunctionsAPI(self._api_client)
         self._genie = pkg_dashboards.GenieAPI(self._api_client)
+        self._genie_agents = pkg_genieagents.GenieAgentsAPI(self._api_client)
         self._git_credentials = pkg_workspace.GitCredentialsAPI(self._api_client)
         self._global_init_scripts = pkg_compute.GlobalInitScriptsAPI(self._api_client)
         self._grants = pkg_catalog.GrantsAPI(self._api_client)
@@ -642,6 +648,11 @@ class WorkspaceClient:
         """This API allows execution of Python, Scala, SQL, or R commands on running Databricks Clusters."""
         return self._command_execution
 
+    @property
+    def compute_migrations(self) -> pkg_computemigrations.ComputeMigrationsAPI:
+        """Manage migrations of Classic compute workloads to Serverless."""
+        return self._compute_migrations
+
     @property
     def connections(self) -> pkg_catalog.ConnectionsAPI:
         """A connection represents an external data source for use within Databricks."""
@@ -787,6 +798,11 @@ class WorkspaceClient:
         """Genie provides a no-code experience for business users, powered by AI/BI."""
         return self._genie
 
+    @property
+    def genie_agents(self) -> pkg_genieagents.GenieAgentsAPI:
+        """Genie provides a no-code experience for business users, powered by AI/BI."""
+        return self._genie_agents
+
     @property
     def git_credentials(self) -> pkg_workspace.GitCredentialsAPI:
         """Registers personal access token for Databricks to do operations on behalf of the user."""

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/databricks/sdk/config.py

@@ -179,7 +179,7 @@ class Config:
     # File multipart upload/download parameters
     # ----------------------
 
-    # Minimal input stream size (bytes) to use multipart / resumable uploads.
+    # Minimal input stream size (bytes) to use multipart uploads.
     # For small files it's more efficient to make one single-shot upload request.
     # When uploading a file, SDK will initially buffer this many bytes from input stream.
     # This parameter can be less or bigger than multipart_upload_chunk_size.
@@ -247,12 +247,9 @@ class Config:
     # but a maximum time between consecutive data reception events (even 1 byte) from the server
     files_ext_network_transfer_inactivity_timeout_seconds: float = 60
 
-    # Cap on the number of custom retries during incremental uploads:
-    # 1) multipart: upload part URL is expired, so new upload URLs must be requested to continue upload
-    # 2) resumable: chunk upload produced a retryable response (or exception), so upload status must be
-    # retrieved to continue the upload.
-    # In these two cases standard SDK retries (which are capped by the `retry_timeout_seconds` option) are not used.
-    # Note that retry counter is reset when upload is successfully resumed.
+    # Cap on the number of custom retries during multipart uploads, when an upload part URL is expired and new
+    # upload URLs must be requested to continue the upload. Standard SDK retries (capped by the
+    # `retry_timeout_seconds` option) are not used in this case.
     files_ext_multipart_upload_max_retries = 3
 
     # Cap on the number of custom retries during parallel downloads.

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/databricks/sdk/mixins/files.py

@@ -7,7 +7,6 @@ import math
 import os
 import pathlib
 import platform
-import re
 import shutil
 import xml.etree.ElementTree as ET
 from abc import ABC, abstractmethod
@@ -32,7 +31,7 @@ from requests import RequestException
 from .._base_client import _BaseClient, _RawResponse, _StreamingResponse
 from .._property import _cached_property
 from ..config import Config
-from ..errors import AlreadyExists, InternalError, NotFound, PermissionDenied
+from ..errors import InternalError, NotFound, PermissionDenied
 from ..errors.mapper import _error_mapper
 from ..retries import retried
 from databricks.sdk.service import files
@@ -779,8 +778,8 @@ class _Endpoint:
 class _PresignedUrlRequestBuilder:
     """Builds presigned URL requests for file upload operations.
 
-    Encapsulates the coordination API calls (create-upload-part-urls,
-    create-resumable-upload-url) and response parsing into a single place.
+    Encapsulates the coordination API calls (create-upload-part-urls, create-download-url) and response parsing
+    into a single place.
     """
 
     def __init__(self, api, hostname: str):
@@ -817,27 +816,6 @@ class _PresignedUrlRequestBuilder:
             results.append(_PresignedUrl(url=url, headers=headers, part_number=part_number))
         return results
 
-    def build_resumable_upload_url(self, path: str, session_token: str) -> _PresignedUrl:
-        """Fetches a presigned URL for resumable upload."""
-        body = {"path": path, "session_token": session_token}
-        # The _api.do() method handles retries and will raise an exception in case of failure.
-        response = self._api.do(
-            "POST",
-            url=f"{self._hostname}/api/2.0/fs/create-resumable-upload-url",
-            headers={"Content-Type": "application/json"},
-            body=body,
-        )
-        url_node = response.get("resumable_upload_url")
-        if not url_node:
-            raise ValueError(f"Unexpected server response: {response}")
-        url = url_node.get("url")
-        if not url:
-            raise ValueError(f"Unexpected server response: {response}")
-        headers: dict[str, str] = {}
-        for h in url_node.get("headers", []):
-            headers[h["name"]] = h["value"]
-        return _PresignedUrl(url=url, headers=headers)
-
     def build_download_url(self, path: str, expire_time: str) -> CreateDownloadUrlResponse:
         """Fetches a presigned URL for downloading a file."""
         response = self._api.do(
@@ -888,21 +866,6 @@ class _StorageProxyRequestBuilder:
             )
         return results
 
-    def build_resumable_upload_url(self, path: str, session_token: str) -> _PresignedUrl:
-        """Builds a URL for resumable upload directly to the storage proxy."""
-        escaped = _escape_multi_segment_path_parameter(path)
-        base = f"{self._hostname}/api/2.0/fs/files{escaped}"
-        query = parse.urlencode(
-            {
-                "session_token": session_token,
-                "upload_type": "resumable",
-            }
-        )
-        return _PresignedUrl(
-            url=f"{base}?{query}",
-            headers={"Content-Type": "application/octet-stream"},
-        )
-
     def build_download_url(self, path: str, expire_time: str) -> CreateDownloadUrlResponse:
         """Builds a URL for downloading a file directly from the storage proxy."""
         escaped = _escape_multi_segment_path_parameter(path)
@@ -952,7 +915,6 @@ class FilesExt(files.FilesAPI):
     def __init__(self, api_client, config: Config):
         super().__init__(api_client)
         self._config = config.copy()
-        self._multipart_upload_read_ahead_bytes = 1
         self._cached_cloud_provider_session: Optional[requests.Session] = None
         self._cloud_provider_session_lock = Lock()
         self._dp_hostname_available: Optional[bool] = None
@@ -1713,16 +1675,6 @@ class FilesExt(files.FilesAPI):
                     # Rethrow the original exception
                     raise e from None
 
-        elif initiate_upload_response.get("resumable_upload"):
-            session_token = initiate_upload_response["resumable_upload"]["session_token"]
-
-            try:
-                self._perform_resumable_upload(ctx, contents, session_token, pre_read_buffer)
-            except FallbackToUploadUsingFilesApi as e:
-                _LOG.info(f"Falling back to single-shot upload with Files API: {e}")
-                # Concatenate the buffered part and the rest of the stream.
-                full_stream = _ConcatenatedInputStream(BytesIO(e.buffer), contents)
-                return self._single_thread_single_shot_upload(ctx, full_stream)
         else:
             raise ValueError(f"Unexpected server response: {initiate_upload_response}")
 
@@ -1734,10 +1686,7 @@ class FilesExt(files.FilesAPI):
         """
         initiate_upload_response = self._initiate_multipart_upload(ctx)
 
-        if initiate_upload_response.get("resumable_upload"):
-            _LOG.warning("GCP does not support parallel resumable uploads, falling back to single-threaded upload")
-            return self._single_thread_multipart_upload(ctx, contents)
-        elif initiate_upload_response.get("multipart_upload"):
+        if initiate_upload_response.get("multipart_upload"):
             session_token = initiate_upload_response["multipart_upload"].get("session_token")
             if not session_token:
                 raise ValueError(f"Unexpected server response: {initiate_upload_response}")
@@ -1803,10 +1752,6 @@ class FilesExt(files.FilesAPI):
                     # Rethrow the original exception.
                     raise e from None
 
-        elif initiate_upload_response.get("resumable_upload"):
-            _LOG.warning("GCP does not support parallel resumable uploads, falling back to single-threaded upload")
-            with open(ctx.source_file_path, "rb") as f:
-                return self._upload_single_thread_with_known_size(ctx, f)
         else:
             raise ValueError(f"Unexpected server response: {initiate_upload_response}")
 
@@ -2339,212 +2284,6 @@ class FilesExt(files.FilesAPI):
                 return True
         return False
 
-    def _perform_resumable_upload(
-        self,
-        ctx: _UploadContext,
-        input_stream: BinaryIO,
-        session_token: str,
-        pre_read_buffer: bytes,
-    ) -> None:
-        """
-        Performs resumable upload on GCP: https://cloud.google.com/storage/docs/performing-resumable-uploads
-        """
-        # Session URI we're using expires after a week
-
-        # Why are we buffering the current chunk?
-        # When using resumable upload API we're uploading data in chunks. During chunk upload
-        # server responds with the "received offset" confirming how much data it stored so far,
-        # so we should continue uploading from that offset. (Note this is not a failure but an
-        # expected behaviour as per the docs.) But, input stream might be consumed beyond that
-        # offset, since server might have read more data than it confirmed received, or some data
-        # might have been pre-cached by e.g. OS or a proxy. So, to continue upload, we must rewind
-        # the input stream back to the byte next to "received offset". This is not possible
-        # for non-seekable input stream, so we must buffer the whole last chunk and seek inside
-        # the buffer. By always uploading from the buffer we fully support non-seekable streams.
-
-        # Why are we doing read-ahead?
-        # It's not possible to upload an empty chunk as "Content-Range" header format does not
-        # support this. So if current chunk happens to finish exactly at the end of the stream,
-        # we need to know that and mark the chunk as last (by passing real file size in the
-        # "Content-Range" header) when uploading it. To detect if we're at the end of the stream
-        # we're reading "ahead" an extra bytes but not uploading them immediately. If
-        # nothing has been read ahead, it means we're at the end of the stream.
-        # On the contrary, in multipart upload we can decide to complete upload *after*
-        # last chunk has been sent.
-
-        builder = self._create_request_builder()
-
-        try:
-            presigned = builder.build_resumable_upload_url(ctx.target_path, session_token)
-        except Exception as e:
-            raise FallbackToUploadUsingFilesApi(
-                pre_read_buffer, f"Failed to obtain resumable upload URL: {e}, falling back to single shot upload"
-            ) from e
-
-        resumable_upload_url = presigned.url
-        base_headers = presigned.headers
-
-        try:
-            # We will buffer this many bytes: one chunk + read-ahead block.
-            # Note buffer may contain more data initially (from pre_read_buffer).
-            min_buffer_size = ctx.part_size + self._multipart_upload_read_ahead_bytes
-
-            buffer = pre_read_buffer
-
-            # How many bytes in the buffer were confirmed to be received by the server.
-            # All the remaining bytes in the buffer must be uploaded.
-            uploaded_bytes_count = 0
-
-            chunk_offset = 0
-
-            retry_count = 0
-            while True:
-                # If needed, fill the buffer to contain at least min_buffer_size bytes
-                # (unless end of stream), discarding already uploaded bytes.
-                bytes_to_read = max(0, min_buffer_size - (len(buffer) - uploaded_bytes_count))
-                next_buf = input_stream.read(bytes_to_read)
-                buffer = buffer[uploaded_bytes_count:] + next_buf
-
-                if len(next_buf) < bytes_to_read:
-                    # This is the last chunk in the stream.
-                    # Let's upload all the remaining bytes in one go.
-                    actual_chunk_length = len(buffer)
-                    file_size = chunk_offset + actual_chunk_length
-                else:
-                    # More chunks expected, let's upload current chunk (excluding read-ahead block).
-                    actual_chunk_length = ctx.part_size
-                    file_size = "*"
-
-                headers: dict = {"Content-Type": "application/octet-stream", **base_headers}
-
-                chunk_last_byte_offset = chunk_offset + actual_chunk_length - 1
-                content_range_header = f"bytes {chunk_offset}-{chunk_last_byte_offset}/{file_size}"
-                _LOG.debug(f"Uploading chunk: {content_range_header}")
-                headers["Content-Range"] = content_range_header
-
-                def retrieve_upload_status() -> Optional[requests.Response]:
-                    def perform():
-                        return self._cloud_provider_session().request(
-                            "PUT",
-                            resumable_upload_url,
-                            headers={"Content-Range": "bytes */*"},
-                            data=b"",
-                            timeout=self._config.files_ext_network_transfer_inactivity_timeout_seconds,
-                        )
-
-                    try:
-                        return self._retry_cloud_idempotent_operation(perform)
-                    except RequestException:
-                        _LOG.warning("Failed to retrieve upload status")
-                        return None
-
-                try:
-                    upload_response = self._cloud_provider_session().request(
-                        "PUT",
-                        resumable_upload_url,
-                        headers=headers,
-                        data=BytesIO(buffer[:actual_chunk_length]),
-                        timeout=self._config.files_ext_network_transfer_inactivity_timeout_seconds,
-                    )
-
-                    # https://cloud.google.com/storage/docs/performing-resumable-uploads#resume-upload
-                    # If an upload request is terminated before receiving a response, or if you receive
-                    # a 503 or 500 response, then you need to resume the interrupted upload from where it left off.
-
-                    # Let's follow that for all potentially retryable status codes.
-                    if upload_response.status_code in self._RETRYABLE_STATUS_CODES:
-                        if retry_count < self._config.files_ext_multipart_upload_max_retries:
-                            retry_count += 1
-                            # let original upload_response be handled as an error
-                            upload_response = retrieve_upload_status() or upload_response
-                    else:
-                        # we received non-retryable response, reset retry count
-                        retry_count = 0
-
-                except RequestException as e:
-                    # Let's do the same for retryable network errors.
-                    if (
-                        _BaseClient._is_retryable(e)
-                        and retry_count < self._config.files_ext_multipart_upload_max_retries
-                    ):
-                        retry_count += 1
-                        upload_response = retrieve_upload_status()
-                        if not upload_response:
-                            # rethrow original exception
-                            raise e from None
-                    else:
-                        # rethrow original exception
-                        raise e from None
-
-                if upload_response.status_code in (200, 201):
-                    if file_size == "*":
-                        raise ValueError(
-                            f"Received unexpected status {upload_response.status_code} before reaching end of stream"
-                        )
-
-                    # upload complete
-                    break
-
-                elif upload_response.status_code == 308:
-                    # chunk accepted (or check-status succeeded), let's determine received offset to resume from there
-                    range_string = upload_response.headers.get("Range")
-                    confirmed_offset = self._extract_range_offset(range_string)
-                    _LOG.debug(f"Received confirmed offset: {confirmed_offset}")
-
-                    if confirmed_offset:
-                        if confirmed_offset < chunk_offset - 1 or confirmed_offset > chunk_last_byte_offset:
-                            raise ValueError(
-                                f"Unexpected received offset: {confirmed_offset} is outside of expected range, chunk offset: {chunk_offset}, chunk last byte offset: {chunk_last_byte_offset}"
-                            )
-                    else:
-                        if chunk_offset > 0:
-                            raise ValueError(
-                                f"Unexpected received offset: {confirmed_offset} is outside of expected range, chunk offset: {chunk_offset}, chunk last byte offset: {chunk_last_byte_offset}"
-                            )
-
-                    # We have just uploaded a part of chunk starting from offset "chunk_offset" and ending
-                    # at offset "confirmed_offset" (inclusive), so the next chunk will start at
-                    # offset "confirmed_offset + 1"
-                    if confirmed_offset:
-                        next_chunk_offset = confirmed_offset + 1
-                    else:
-                        next_chunk_offset = chunk_offset
-                    uploaded_bytes_count = next_chunk_offset - chunk_offset
-                    chunk_offset = next_chunk_offset
-
-                elif upload_response.status_code == 412 and not ctx.overwrite:
-                    # Assuming this is only possible reason
-                    # Full message in this case: "At least one of the pre-conditions you specified did not hold."
-                    raise AlreadyExists("The file being created already exists.")
-
-                else:
-                    message = f"Unsuccessful chunk upload. Response status: {upload_response.status_code}, body: {upload_response.content}"
-                    _LOG.warning(message)
-                    mapped_error = _error_mapper(upload_response, {})
-                    raise mapped_error or ValueError(message)
-
-        except Exception as e:
-            _LOG.info(f"Aborting resumable upload on error: {e}")
-            try:
-                self._abort_resumable_upload(resumable_upload_url, base_headers)
-            except BaseException as ex:
-                _LOG.warning(f"Failed to abort upload: {ex}")
-                # ignore, abort is a best-effort
-            finally:
-                # rethrow original exception
-                raise e from None
-
-    @staticmethod
-    def _extract_range_offset(range_string: Optional[str]) -> Optional[int]:
-        """Parses the response range header to extract the last byte."""
-        if not range_string:
-            return None  # server did not yet confirm any bytes
-
-        if match := re.match("bytes=0-(\\d+)", range_string):
-            return int(match.group(1))
-        else:
-            raise ValueError(f"Cannot parse response header: Range: {range_string}")
-
     def _get_rfc339_timestamp_with_future_offset(self, base_time: datetime.datetime, offset: timedelta) -> str:
         """Generates an offset timestamp in an RFC3339 format suitable for URL generation"""
         offset_timestamp = base_time + offset
@@ -2584,19 +2323,6 @@ class FilesExt(files.FilesAPI):
         if not abort_response.ok:
             raise ValueError(abort_response)
 
-    def _abort_resumable_upload(self, resumable_upload_url: str, headers: dict[str, str]) -> None:
-        """Aborts ongoing resumable upload session to clean up incomplete file. Best-effort, so sent once."""
-        abort_response = self._cloud_provider_session().request(
-            "DELETE",
-            resumable_upload_url,
-            headers=headers,
-            data=b"",
-            timeout=self._config.files_ext_network_transfer_inactivity_timeout_seconds,
-        )
-
-        if abort_response.status_code not in (200, 201):
-            raise ValueError(abort_response)
-
     def _cloud_provider_session(self) -> requests.Session:
         """Returns a session for cloud storage operations.
 

{databricks_sdk-0.158.0 → databricks_sdk-0.159.0}/databricks/sdk/service/billing.py

@@ -195,8 +195,9 @@ class AlertSpendStatus:
     percent_consumed: Optional[str] = None
     """Percentage of the threshold consumed, as a decimal string rounded down to one decimal place (for
     example, "68.4" means 68.4%). May exceed 100 when spend is over the threshold. Returns "0.0" if
-    there's no spend, and is omitted if the threshold is $0. For shared thresholds, this is the only
-    value returned; the absolute ``spend`` and ``threshold`` dollar amounts are withheld."""
+    there's no spend, except that a $0 threshold always returns "100.0". For shared thresholds, this
+    is the only value returned; the absolute ``spend`` and ``threshold`` dollar amounts are
+    withheld."""
 
     scope_type: Optional[AlertConfigurationScopeType] = None
     """Whether the threshold is evaluated per individual user