databricks-sdk 0.57.0__py3-none-any.whl → 0.58.0__py3-none-any.whl

databricks/sdk/__init__.py

@@ -46,7 +46,9 @@ from databricks.sdk.service.catalog import (AccountMetastoreAssignmentsAPI,
                                             AccountStorageCredentialsAPI,
                                             ArtifactAllowlistsAPI, CatalogsAPI,
                                             ConnectionsAPI, CredentialsAPI,
-                                            ExternalLocationsAPI, FunctionsAPI,
+                                            ExternalLineageAPI,
+                                            ExternalLocationsAPI,
+                                            ExternalMetadataAPI, FunctionsAPI,
                                             GrantsAPI, MetastoresAPI,
                                             ModelVersionsAPI, OnlineTablesAPI,
                                             QualityMonitorsAPI,
@@ -88,7 +90,8 @@ from databricks.sdk.service.marketplace import (
     ProviderListingsAPI, ProviderPersonalizationRequestsAPI,
     ProviderProviderAnalyticsDashboardsAPI, ProviderProvidersAPI)
 from databricks.sdk.service.ml import (ExperimentsAPI, FeatureStoreAPI,
-                                       ForecastingAPI, ModelRegistryAPI)
+                                       ForecastingAPI, MaterializedFeaturesAPI,
+                                       ModelRegistryAPI)
 from databricks.sdk.service.oauth2 import (AccountFederationPolicyAPI,
                                            CustomAppIntegrationAPI,
                                            OAuthPublishedAppsAPI,
@@ -264,7 +267,9 @@ class WorkspaceClient:
         self._dbfs = DbfsExt(self._api_client)
         self._dbsql_permissions = pkg_sql.DbsqlPermissionsAPI(self._api_client)
         self._experiments = pkg_ml.ExperimentsAPI(self._api_client)
+        self._external_lineage = pkg_catalog.ExternalLineageAPI(self._api_client)
         self._external_locations = pkg_catalog.ExternalLocationsAPI(self._api_client)
+        self._external_metadata = pkg_catalog.ExternalMetadataAPI(self._api_client)
         self._feature_store = pkg_ml.FeatureStoreAPI(self._api_client)
         self._files = _make_files_client(self._api_client, self._config)
         self._functions = pkg_catalog.FunctionsAPI(self._api_client)
@@ -280,6 +285,7 @@ class WorkspaceClient:
         self._lakeview = pkg_dashboards.LakeviewAPI(self._api_client)
         self._lakeview_embedded = pkg_dashboards.LakeviewEmbeddedAPI(self._api_client)
         self._libraries = pkg_compute.LibrariesAPI(self._api_client)
+        self._materialized_features = pkg_ml.MaterializedFeaturesAPI(self._api_client)
         self._metastores = pkg_catalog.MetastoresAPI(self._api_client)
         self._model_registry = pkg_ml.ModelRegistryAPI(self._api_client)
         self._model_versions = pkg_catalog.ModelVersionsAPI(self._api_client)
@@ -414,7 +420,7 @@ class WorkspaceClient:
 
     @property
     def clean_rooms(self) -> pkg_cleanrooms.CleanRoomsAPI:
-        """A clean room uses Delta Sharing and serverless compute to provide a secure and privacy-protecting environment where multiple parties can work together on sensitive enterprise data without direct access to each other’s data."""
+        """A clean room uses Delta Sharing and serverless compute to provide a secure and privacy-protecting environment where multiple parties can work together on sensitive enterprise data without direct access to each other's data."""
         return self._clean_rooms
 
     @property
@@ -512,11 +518,21 @@ class WorkspaceClient:
         """Experiments are the primary unit of organization in MLflow; all MLflow runs belong to an experiment."""
         return self._experiments
 
+    @property
+    def external_lineage(self) -> pkg_catalog.ExternalLineageAPI:
+        """External Lineage APIs enable defining and managing lineage relationships between Databricks objects and external systems."""
+        return self._external_lineage
+
     @property
     def external_locations(self) -> pkg_catalog.ExternalLocationsAPI:
         """An external location is an object that combines a cloud storage path with a storage credential that authorizes access to the cloud storage path."""
         return self._external_locations
 
+    @property
+    def external_metadata(self) -> pkg_catalog.ExternalMetadataAPI:
+        """External Metadata objects enable customers to register and manage metadata about external systems within Unity Catalog."""
+        return self._external_metadata
+
     @property
     def feature_store(self) -> pkg_ml.FeatureStoreAPI:
         """A feature store is a centralized repository that enables data scientists to find and share features."""
@@ -592,6 +608,11 @@ class WorkspaceClient:
         """The Libraries API allows you to install and uninstall libraries and get the status of libraries on a cluster."""
         return self._libraries
 
+    @property
+    def materialized_features(self) -> pkg_ml.MaterializedFeaturesAPI:
+        """Materialized Features are columns in tables and views that can be directly used as features to train and serve ML models."""
+        return self._materialized_features
+
     @property
     def metastores(self) -> pkg_catalog.MetastoresAPI:
         """A metastore is the top-level container of objects in Unity Catalog."""
@@ -1038,7 +1059,7 @@ class AccountClient:
 
     @property
     def log_delivery(self) -> pkg_billing.LogDeliveryAPI:
-        """These APIs manage Log delivery configurations for this account."""
+        """These APIs manage log delivery configurations for this account."""
         return self._log_delivery
 
     @property

databricks/sdk/service/aibuilder.py

@@ -20,24 +20,6 @@ class CancelCustomLlmOptimizationRunRequest:
     id: Optional[str] = None
 
 
-@dataclass
-class CancelOptimizeResponse:
-    def as_dict(self) -> dict:
-        """Serializes the CancelOptimizeResponse into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        return body
-
-    def as_shallow_dict(self) -> dict:
-        """Serializes the CancelOptimizeResponse into a shallow dictionary of its immediate attributes."""
-        body = {}
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, Any]) -> CancelOptimizeResponse:
-        """Deserializes the CancelOptimizeResponse from a dictionary."""
-        return cls()
-
-
 @dataclass
 class CreateCustomLlmRequest:
     name: str
@@ -221,24 +203,6 @@ class Dataset:
         return cls(table=_from_dict(d, "table", Table))
 
 
-@dataclass
-class DeleteCustomLlmResponse:
-    def as_dict(self) -> dict:
-        """Serializes the DeleteCustomLlmResponse into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        return body
-
-    def as_shallow_dict(self) -> dict:
-        """Serializes the DeleteCustomLlmResponse into a shallow dictionary of its immediate attributes."""
-        body = {}
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, Any]) -> DeleteCustomLlmResponse:
-        """Deserializes the DeleteCustomLlmResponse from a dictionary."""
-        return cls()
-
-
 @dataclass
 class StartCustomLlmOptimizationRunRequest:
     id: Optional[str] = None

databricks/sdk/service/apps.py

@@ -222,7 +222,6 @@ class AppAccessControlRequest:
     """name of the group"""
 
     permission_level: Optional[AppPermissionLevel] = None
-    """Permission level"""
 
     service_principal_name: Optional[str] = None
     """application ID of a service principal"""
@@ -491,7 +490,6 @@ class AppPermission:
     inherited_from_object: Optional[List[str]] = None
 
     permission_level: Optional[AppPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the AppPermission into a dictionary suitable for use as a JSON request body."""
@@ -577,7 +575,6 @@ class AppPermissionsDescription:
     description: Optional[str] = None
 
     permission_level: Optional[AppPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the AppPermissionsDescription into a dictionary suitable for use as a JSON request body."""
@@ -1279,6 +1276,7 @@ class AppsAPI:
         :param app_name: str
           The name of the app.
         :param app_deployment: :class:`AppDeployment`
+          The app deployment configuration.
 
         :returns:
           Long-running operation waiter for :class:`AppDeployment`.

databricks/sdk/service/billing.py

@@ -863,24 +863,6 @@ class DeleteBudgetConfigurationResponse:
         return cls()
 
 
-@dataclass
-class DeleteResponse:
-    def as_dict(self) -> dict:
-        """Serializes the DeleteResponse into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        return body
-
-    def as_shallow_dict(self) -> dict:
-        """Serializes the DeleteResponse into a shallow dictionary of its immediate attributes."""
-        body = {}
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, Any]) -> DeleteResponse:
-        """Deserializes the DeleteResponse from a dictionary."""
-        return cls()
-
-
 class DeliveryStatus(Enum):
     """* The status string for log delivery. Possible values are: `CREATED`: There were no log delivery
     attempts since the config was created. `SUCCEEDED`: The latest attempt of log delivery has
@@ -1626,7 +1608,6 @@ class WrappedCreateLogDeliveryConfiguration:
     """* Properties of the new log delivery configuration."""
 
     log_delivery_configuration: CreateLogDeliveryConfigurationParams
-    """* Log Delivery Configuration"""
 
     def as_dict(self) -> dict:
         """Serializes the WrappedCreateLogDeliveryConfiguration into a dictionary suitable for use as a JSON request body."""
@@ -1883,7 +1864,8 @@ class BudgetPolicyAPI:
         :param policy_id: str
           The Id of the policy. This field is generated by Databricks and globally unique.
         :param policy: :class:`BudgetPolicy`
-          Contains the BudgetPolicy details.
+          The policy to update. `creator_user_id` cannot be specified in the request. All other fields must be
+          specified even if not changed. The `policy_id` is used to identify the policy to update.
         :param limit_config: :class:`LimitConfig` (optional)
           DEPRECATED. This is redundant field as LimitConfig is part of the BudgetPolicy
 
@@ -2022,8 +2004,57 @@ class BudgetsAPI:
 
 
 class LogDeliveryAPI:
-    """These APIs manage Log delivery configurations for this account. Log delivery configs enable you to
-    configure the delivery of the specified type of logs to your storage account."""
+    """These APIs manage log delivery configurations for this account. The two supported log types for this API
+    are _billable usage logs_ and _audit logs_. This feature is in Public Preview. This feature works with all
+    account ID types.
+
+    Log delivery works with all account types. However, if your account is on the E2 version of the platform
+    or on a select custom plan that allows multiple workspaces per account, you can optionally configure
+    different storage destinations for each workspace. Log delivery status is also provided to know the latest
+    status of log delivery attempts.
+
+    The high-level flow of billable usage delivery:
+
+    1. **Create storage**: In AWS, [create a new AWS S3 bucket] with a specific bucket policy. Using
+    Databricks APIs, call the Account API to create a [storage configuration object](:method:Storage/Create)
+    that uses the bucket name.
+
+    2. **Create credentials**: In AWS, create the appropriate AWS IAM role. For full details, including the
+    required IAM role policies and trust relationship, see [Billable usage log delivery]. Using Databricks
+    APIs, call the Account API to create a [credential configuration object](:method:Credentials/Create) that
+    uses the IAM role's ARN.
+
+    3. **Create log delivery configuration**: Using Databricks APIs, call the Account API to [create a log
+    delivery configuration](:method:LogDelivery/Create) that uses the credential and storage configuration
+    objects from previous steps. You can specify if the logs should include all events of that log type in
+    your account (_Account level_ delivery) or only events for a specific set of workspaces (_workspace level_
+    delivery). Account level log delivery applies to all current and future workspaces plus account level
+    logs, while workspace level log delivery solely delivers logs related to the specified workspaces. You can
+    create multiple types of delivery configurations per account.
+
+    For billable usage delivery: * For more information about billable usage logs, see [Billable usage log
+    delivery]. For the CSV schema, see the [Usage page]. * The delivery location is
+    `<bucket-name>/<prefix>/billable-usage/csv/`, where `<prefix>` is the name of the optional delivery path
+    prefix you set up during log delivery configuration. Files are named
+    `workspaceId=<workspace-id>-usageMonth=<month>.csv`. * All billable usage logs apply to specific
+    workspaces (_workspace level_ logs). You can aggregate usage for your entire account by creating an
+    _account level_ delivery configuration that delivers logs for all current and future workspaces in your
+    account. * The files are delivered daily by overwriting the month's CSV file for each workspace.
+
+    For audit log delivery: * For more information about about audit log delivery, see [Audit log delivery],
+    which includes information about the used JSON schema. * The delivery location is
+    `<bucket-name>/<delivery-path-prefix>/workspaceId=<workspaceId>/date=<yyyy-mm-dd>/auditlogs_<internal-id>.json`.
+    Files may get overwritten with the same content multiple times to achieve exactly-once delivery. * If the
+    audit log delivery configuration included specific workspace IDs, only _workspace-level_ audit logs for
+    those workspaces are delivered. If the log delivery configuration applies to the entire account (_account
+    level_ delivery configuration), the audit log delivery includes workspace-level audit logs for all
+    workspaces in the account as well as account-level audit logs. See [Audit log delivery] for details. *
+    Auditable events are typically available in logs within 15 minutes.
+
+    [Audit log delivery]: https://docs.databricks.com/administration-guide/account-settings/audit-logs.html
+    [Billable usage log delivery]: https://docs.databricks.com/administration-guide/account-settings/billable-usage-delivery.html
+    [Usage page]: https://docs.databricks.com/administration-guide/account-settings/usage.html
+    [create a new AWS S3 bucket]: https://docs.databricks.com/administration-guide/account-api/aws-storage.html"""
 
     def __init__(self, api_client):
         self._api = api_client
@@ -2053,7 +2084,6 @@ class LogDeliveryAPI:
         [Deliver and access billable usage logs]: https://docs.databricks.com/administration-guide/account-settings/billable-usage-delivery.html
 
         :param log_delivery_configuration: :class:`CreateLogDeliveryConfigurationParams`
-          * Log Delivery Configuration
 
         :returns: :class:`WrappedLogDeliveryConfiguration`
         """