databricks-sdk 0.70.0__py3-none-any.whl → 0.72.0__py3-none-any.whl

databricks/sdk/__init__.py

@@ -293,6 +293,7 @@ class WorkspaceClient:
         self._feature_engineering = pkg_ml.FeatureEngineeringAPI(self._api_client)
         self._feature_store = pkg_ml.FeatureStoreAPI(self._api_client)
         self._files = _make_files_client(self._api_client, self._config)
+        self._forecasting = pkg_ml.ForecastingAPI(self._api_client)
         self._functions = pkg_catalog.FunctionsAPI(self._api_client)
         self._genie = pkg_dashboards.GenieAPI(self._api_client)
         self._git_credentials = pkg_workspace.GitCredentialsAPI(self._api_client)
@@ -375,9 +376,8 @@ class WorkspaceClient:
         self._workspace = WorkspaceExt(self._api_client)
         self._workspace_bindings = pkg_catalog.WorkspaceBindingsAPI(self._api_client)
         self._workspace_conf = pkg_settings.WorkspaceConfAPI(self._api_client)
-        self._workspace_settings_v2 = pkg_settingsv2.WorkspaceSettingsV2API(self._api_client)
-        self._forecasting = pkg_ml.ForecastingAPI(self._api_client)
         self._workspace_iam_v2 = pkg_iamv2.WorkspaceIamV2API(self._api_client)
+        self._workspace_settings_v2 = pkg_settingsv2.WorkspaceSettingsV2API(self._api_client)
         self._groups = pkg_iam.GroupsAPI(self._api_client)
         self._service_principals = pkg_iam.ServicePrincipalsAPI(self._api_client)
         self._users = pkg_iam.UsersAPI(self._api_client)
@@ -599,6 +599,11 @@ class WorkspaceClient:
         """A feature store is a centralized repository that enables data scientists to find and share features."""
         return self._feature_store
 
+    @property
+    def forecasting(self) -> pkg_ml.ForecastingAPI:
+        """The Forecasting API allows you to create and get serverless forecasting experiments."""
+        return self._forecasting
+
     @property
     def functions(self) -> pkg_catalog.FunctionsAPI:
         """Functions implement User-Defined Functions (UDFs) in Unity Catalog."""
@@ -706,7 +711,7 @@ class WorkspaceClient:
 
     @property
     def pipelines(self) -> pkg_pipelines.PipelinesAPI:
-        """The Delta Live Tables API allows you to create, edit, delete, start, and view details about pipelines."""
+        """The Lakeflow Spark Declarative Pipelines API allows you to create, edit, delete, start, and view details about pipelines."""
         return self._pipelines
 
     @property
@@ -974,21 +979,16 @@ class WorkspaceClient:
         """This API allows updating known workspace settings for advanced users."""
         return self._workspace_conf
 
-    @property
-    def workspace_settings_v2(self) -> pkg_settingsv2.WorkspaceSettingsV2API:
-        """APIs to manage workspace level settings."""
-        return self._workspace_settings_v2
-
-    @property
-    def forecasting(self) -> pkg_ml.ForecastingAPI:
-        """The Forecasting API allows you to create and get serverless forecasting experiments."""
-        return self._forecasting
-
     @property
     def workspace_iam_v2(self) -> pkg_iamv2.WorkspaceIamV2API:
         """These APIs are used to manage identities and the workspace access of these identities in <Databricks>."""
         return self._workspace_iam_v2
 
+    @property
+    def workspace_settings_v2(self) -> pkg_settingsv2.WorkspaceSettingsV2API:
+        """APIs to manage workspace level settings."""
+        return self._workspace_settings_v2
+
     @property
     def groups(self) -> pkg_iam.GroupsAPI:
         """Groups simplify identity management, making it easier to assign access to Databricks workspace, data, and other securable objects."""
@@ -1086,11 +1086,13 @@ class AccountClient:
         self._access_control = pkg_iam.AccountAccessControlAPI(self._api_client)
         self._billable_usage = pkg_billing.BillableUsageAPI(self._api_client)
         self._budget_policy = pkg_billing.BudgetPolicyAPI(self._api_client)
+        self._budgets = pkg_billing.BudgetsAPI(self._api_client)
         self._credentials = pkg_provisioning.CredentialsAPI(self._api_client)
         self._custom_app_integration = pkg_oauth2.CustomAppIntegrationAPI(self._api_client)
         self._encryption_keys = pkg_provisioning.EncryptionKeysAPI(self._api_client)
         self._federation_policy = pkg_oauth2.AccountFederationPolicyAPI(self._api_client)
         self._groups_v2 = pkg_iam.AccountGroupsV2API(self._api_client)
+        self._iam_v2 = pkg_iamv2.AccountIamV2API(self._api_client)
         self._ip_access_lists = pkg_settings.AccountIpAccessListsAPI(self._api_client)
         self._log_delivery = pkg_billing.LogDeliveryAPI(self._api_client)
         self._metastore_assignments = pkg_catalog.AccountMetastoreAssignmentsAPI(self._api_client)
@@ -1114,8 +1116,6 @@ class AccountClient:
         self._workspace_assignment = pkg_iam.WorkspaceAssignmentAPI(self._api_client)
         self._workspace_network_configuration = pkg_settings.WorkspaceNetworkConfigurationAPI(self._api_client)
         self._workspaces = pkg_provisioning.WorkspacesAPI(self._api_client)
-        self._iam_v2 = pkg_iamv2.AccountIamV2API(self._api_client)
-        self._budgets = pkg_billing.BudgetsAPI(self._api_client)
         self._groups = pkg_iam.AccountGroupsAPI(self._api_client)
         self._service_principals = pkg_iam.AccountServicePrincipalsAPI(self._api_client)
         self._users = pkg_iam.AccountUsersAPI(self._api_client)
@@ -1143,6 +1143,11 @@ class AccountClient:
         """A service serves REST API about Budget policies."""
         return self._budget_policy
 
+    @property
+    def budgets(self) -> pkg_billing.BudgetsAPI:
+        """These APIs manage budget configurations for this account."""
+        return self._budgets
+
     @property
     def credentials(self) -> pkg_provisioning.CredentialsAPI:
         """These APIs manage credential configurations for this workspace."""
@@ -1168,6 +1173,11 @@ class AccountClient:
         """Groups simplify identity management, making it easier to assign access to Databricks account, data, and other securable objects."""
         return self._groups_v2
 
+    @property
+    def iam_v2(self) -> pkg_iamv2.AccountIamV2API:
+        """These APIs are used to manage identities and the workspace access of these identities in <Databricks>."""
+        return self._iam_v2
+
     @property
     def ip_access_lists(self) -> pkg_settings.AccountIpAccessListsAPI:
         """The Accounts IP Access List API enables account admins to configure IP access lists for access to the account console."""
@@ -1283,16 +1293,6 @@ class AccountClient:
         """These APIs manage workspaces for this account."""
         return self._workspaces
 
-    @property
-    def iam_v2(self) -> pkg_iamv2.AccountIamV2API:
-        """These APIs are used to manage identities and the workspace access of these identities in <Databricks>."""
-        return self._iam_v2
-
-    @property
-    def budgets(self) -> pkg_billing.BudgetsAPI:
-        """These APIs manage budget configurations for this account."""
-        return self._budgets
-
     @property
     def groups(self) -> pkg_iam.AccountGroupsAPI:
         """Groups simplify identity management, making it easier to assign access to Databricks account, data, and other securable objects."""

databricks/sdk/mixins/files.py

@@ -33,7 +33,7 @@ from requests import RequestException
 from .._base_client import _BaseClient, _RawResponse, _StreamingResponse
 from .._property import _cached_property
 from ..config import Config
-from ..errors import AlreadyExists, NotFound, PermissionDenied
+from ..errors import AlreadyExists, InternalError, NotFound, PermissionDenied
 from ..errors.mapper import _error_mapper
 from ..retries import retried
 from ..service import files
@@ -1064,7 +1064,7 @@ class FilesExt(files.FilesAPI):
     def upload(
         self,
         file_path: str,
-        content: BinaryIO,
+        contents: BinaryIO,
         *,
         overwrite: Optional[bool] = None,
         part_size: Optional[int] = None,
@@ -1076,7 +1076,7 @@ class FilesExt(files.FilesAPI):
 
         :param file_path: str
             The absolute remote path of the target file, e.g. /Volumes/path/to/your/file
-        :param content: BinaryIO
+        :param contents: BinaryIO
             The contents of the file to upload. This must be a BinaryIO stream.
         :param overwrite: bool (optional)
             If true, an existing file will be overwritten. When not specified, assumed True.
@@ -1096,7 +1096,7 @@ class FilesExt(files.FilesAPI):
 
         if self._config.disable_experimental_files_api_client:
             _LOG.info("Disable experimental files API client, will use the original upload method.")
-            super().upload(file_path=file_path, contents=content, overwrite=overwrite)
+            super().upload(file_path=file_path, contents=contents, overwrite=overwrite)
             return UploadStreamResult()
 
         _LOG.debug(f"Uploading file from BinaryIO stream")
@@ -1107,12 +1107,12 @@ class FilesExt(files.FilesAPI):
 
         # Determine content length if the stream is seekable
         content_length = None
-        if content.seekable():
+        if contents.seekable():
             _LOG.debug(f"Uploading using seekable mode")
             # If the stream is seekable, we can read its size.
-            content.seek(0, os.SEEK_END)
-            content_length = content.tell()
-            content.seek(0)
+            contents.seek(0, os.SEEK_END)
+            content_length = contents.tell()
+            contents.seek(0)
 
         # Get optimized part size and batch size based on content length and provided part size
         optimized_part_size, optimized_batch_size = self._get_optimized_performance_parameters_for_upload(
@@ -1134,18 +1134,20 @@ class FilesExt(files.FilesAPI):
             f"Upload context: part_size={ctx.part_size}, batch_size={ctx.batch_size}, content_length={ctx.content_length}"
         )
 
-        if ctx.use_parallel:
-            self._parallel_upload_from_stream(ctx, content)
+        if ctx.use_parallel and (
+            ctx.content_length is None or ctx.content_length >= self._config.files_ext_multipart_upload_min_stream_size
+        ):
+            self._parallel_upload_from_stream(ctx, contents)
             return UploadStreamResult()
         elif ctx.content_length is not None:
-            self._upload_single_thread_with_known_size(ctx, content)
+            self._upload_single_thread_with_known_size(ctx, contents)
             return UploadStreamResult()
         else:
             _LOG.debug(f"Uploading using non-seekable mode")
             # If the stream is not seekable, we cannot determine its size.
             # We will use a multipart upload.
             _LOG.debug(f"Using multipart upload for non-seekable input stream of unknown size for file {file_path}")
-            self._single_thread_multipart_upload(ctx, content)
+            self._single_thread_multipart_upload(ctx, contents)
             return UploadStreamResult()
 
     def upload_from(
@@ -1206,7 +1208,7 @@ class FilesExt(files.FilesAPI):
             use_parallel=use_parallel,
             parallelism=parallelism,
         )
-        if ctx.use_parallel:
+        if ctx.use_parallel and ctx.content_length >= self._config.files_ext_multipart_upload_min_stream_size:
             self._parallel_upload_from_file(ctx)
             return UploadFileResult()
         else:
@@ -1459,8 +1461,9 @@ class FilesExt(files.FilesAPI):
         # Do the first part read ahead
         pre_read_buffer = content.read(ctx.part_size)
         if not pre_read_buffer:
-            self._complete_multipart_upload(ctx, {}, session_token)
-            return
+            raise FallbackToUploadUsingFilesApi(
+                b"", "Falling back to single-shot upload with Files API due to empty input stream"
+            )
         try:
             etag = self._do_upload_one_part(
                 ctx, cloud_provider_session, 1, 0, len(pre_read_buffer), session_token, BytesIO(pre_read_buffer)
@@ -1650,6 +1653,13 @@ class FilesExt(files.FilesAPI):
                     raise FallbackToUploadUsingFilesApi(None, "Presigned URLs are disabled")
                 else:
                     raise e from None
+            except InternalError as e:
+                if self._is_presigned_urls_network_zone_error(e):
+                    raise FallbackToUploadUsingFilesApi(
+                        None, "Presigned URLs are not supported in the current network zone"
+                    )
+                else:
+                    raise e from None
 
             upload_part_urls = upload_part_urls_response.get("upload_part_urls", [])
             if len(upload_part_urls) == 0:
@@ -1760,6 +1770,13 @@ class FilesExt(files.FilesAPI):
                     raise FallbackToUploadUsingFilesApi(buffer, "Presigned URLs are disabled")
                 else:
                     raise e from None
+            except InternalError as e:
+                if chunk_offset == 0 and self._is_presigned_urls_network_zone_error(e):
+                    raise FallbackToUploadUsingFilesApi(
+                        buffer, "Presigned URLs are not supported in the current network zone"
+                    )
+                else:
+                    raise e from None
 
             upload_part_urls = upload_part_urls_response.get("upload_part_urls", [])
             if len(upload_part_urls) == 0:
@@ -1917,6 +1934,13 @@ class FilesExt(files.FilesAPI):
                 return True
         return False
 
+    def _is_presigned_urls_network_zone_error(self, e: InternalError) -> bool:
+        error_infos = e.get_error_info()
+        for error_info in error_infos:
+            if error_info.reason == "FILES_API_REQUESTER_NETWORK_ZONE_UNKNOWN":
+                return True
+        return False
+
     def _perform_resumable_upload(
         self,
         ctx: _UploadContext,
@@ -1966,6 +1990,13 @@ class FilesExt(files.FilesAPI):
                 raise FallbackToUploadUsingFilesApi(pre_read_buffer, "Presigned URLs are disabled")
             else:
                 raise e from None
+        except InternalError as e:
+            if self._is_presigned_urls_network_zone_error(e):
+                raise FallbackToUploadUsingFilesApi(
+                    pre_read_buffer, "Presigned URLs are not supported in the current network zone"
+                )
+            else:
+                raise e from None
 
         resumable_upload_url_node = resumable_upload_url_response.get("resumable_upload_url")
         if not resumable_upload_url_node:
@@ -2350,6 +2381,11 @@ class FilesExt(files.FilesAPI):
                 raise FallbackToDownloadUsingFilesApi(f"Presigned URLs are disabled")
             else:
                 raise e from None
+        except InternalError as e:
+            if self._is_presigned_urls_network_zone_error(e):
+                raise FallbackToDownloadUsingFilesApi("Presigned URLs are not supported in the current network zone")
+            else:
+                raise e from None
 
     def _init_download_response_presigned_api(self, file_path: str, added_headers: dict[str, str]) -> DownloadResponse:
         """

databricks/sdk/service/agentbricks.py

@@ -238,6 +238,7 @@ class AgentBricksAPI:
 
         :returns: :class:`CustomLlm`
         """
+
         body = {}
         if agent_artifact_path is not None:
             body["agent_artifact_path"] = agent_artifact_path
@@ -328,6 +329,7 @@ class AgentBricksAPI:
 
         :returns: :class:`CustomLlm`
         """
+
         body = {}
         if custom_llm is not None:
             body["custom_llm"] = custom_llm.as_dict()

databricks/sdk/service/apps.py

@@ -790,11 +790,13 @@ class AppManifestAppResourceUcSecurableSpecUcSecurablePermission(Enum):
 
     MANAGE = "MANAGE"
     READ_VOLUME = "READ_VOLUME"
+    SELECT = "SELECT"
     WRITE_VOLUME = "WRITE_VOLUME"
 
 
 class AppManifestAppResourceUcSecurableSpecUcSecurableType(Enum):
 
+    TABLE = "TABLE"
     VOLUME = "VOLUME"
 
 
@@ -1867,6 +1869,7 @@ class AppsAPI:
           Long-running operation waiter for :class:`App`.
           See :method:wait_get_app_active for more details.
         """
+
         body = app.as_dict()
         query = {}
         if no_compute is not None:
@@ -1903,6 +1906,7 @@ class AppsAPI:
           Long-running operation waiter for :class:`AppUpdate`.
           See :method:wait_get_update_app_succeeded for more details.
         """
+
         body = {}
         if app is not None:
             body["app"] = app.as_dict()
@@ -1949,6 +1953,7 @@ class AppsAPI:
           Long-running operation waiter for :class:`AppDeployment`.
           See :method:wait_get_deployment_app_succeeded for more details.
         """
+
         body = app_deployment.as_dict()
         headers = {
             "Accept": "application/json",
@@ -2124,6 +2129,7 @@ class AppsAPI:
 
         :returns: :class:`AppPermissions`
         """
+
         body = {}
         if access_control_list is not None:
             body["access_control_list"] = [v.as_dict() for v in access_control_list]
@@ -2189,6 +2195,7 @@ class AppsAPI:
 
         :returns: :class:`App`
         """
+
         body = app.as_dict()
         headers = {
             "Accept": "application/json",
@@ -2209,6 +2216,7 @@ class AppsAPI:
 
         :returns: :class:`AppPermissions`
         """
+
         body = {}
         if access_control_list is not None:
             body["access_control_list"] = [v.as_dict() for v in access_control_list]
@@ -2234,6 +2242,7 @@ class AppsSettingsAPI:
 
         :returns: :class:`CustomTemplate`
         """
+
         body = template.as_dict()
         headers = {
             "Accept": "application/json",
@@ -2316,6 +2325,7 @@ class AppsSettingsAPI:
 
         :returns: :class:`CustomTemplate`
         """
+
         body = template.as_dict()
         headers = {
             "Accept": "application/json",

databricks/sdk/service/billing.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import logging
+import uuid
 from dataclasses import dataclass
 from enum import Enum
 from typing import Any, BinaryIO, Dict, Iterator, List, Optional
@@ -1067,9 +1068,6 @@ class LogDeliveryConfiguration:
     [Configuring audit logs]: https://docs.databricks.com/administration-guide/account-settings/audit-logs.html
     [View billable usage]: https://docs.databricks.com/administration-guide/account-settings/usage.html"""
 
-    account_id: str
-    """Databricks account ID."""
-
     credentials_id: str
     """The ID for a method:credentials/create that represents the AWS IAM role with policy and trust
     relationship as described in the main billable usage documentation page. See [Configure billable
@@ -1083,6 +1081,9 @@ class LogDeliveryConfiguration:
     
     [Configure billable usage delivery]: https://docs.databricks.com/administration-guide/account-settings/billable-usage-delivery.html"""
 
+    account_id: Optional[str] = None
+    """Databricks account ID."""
+
     config_id: Optional[str] = None
     """The unique UUID of log delivery configuration"""
 
@@ -1565,6 +1566,9 @@ class BudgetPolicyAPI:
 
         :returns: :class:`BudgetPolicy`
         """
+
+        if request_id is None or request_id == "":
+            request_id = str(uuid.uuid4())
         body = {}
         if policy is not None:
             body["policy"] = policy.as_dict()
@@ -1679,6 +1683,7 @@ class BudgetPolicyAPI:
 
         :returns: :class:`BudgetPolicy`
         """
+
         body = policy.as_dict()
         query = {}
         if limit_config is not None:
@@ -1715,6 +1720,7 @@ class BudgetsAPI:
 
         :returns: :class:`CreateBudgetConfigurationResponse`
         """
+
         body = {}
         if budget is not None:
             body["budget"] = budget.as_dict()
@@ -1797,6 +1803,7 @@ class BudgetsAPI:
 
         :returns: :class:`UpdateBudgetConfigurationResponse`
         """
+
         body = {}
         if budget is not None:
             body["budget"] = budget.as_dict()
@@ -1895,6 +1902,7 @@ class LogDeliveryAPI:
 
         :returns: :class:`WrappedLogDeliveryConfiguration`
         """
+
         body = {}
         if log_delivery_configuration is not None:
             body["log_delivery_configuration"] = log_delivery_configuration.as_dict()
@@ -1989,6 +1997,7 @@ class LogDeliveryAPI:
 
 
         """
+
         body = {}
         if status is not None:
             body["status"] = status.value
@@ -2026,6 +2035,7 @@ class UsageDashboardsAPI:
 
         :returns: :class:`CreateBillingUsageDashboardResponse`
         """
+
         body = {}
         if dashboard_type is not None:
             body["dashboard_type"] = dashboard_type.value