@databricks/sdk-pipelines 0.0.0-dev → 0.1.0-dev.2

package/dist/v2/model.d.ts

@@ -0,0 +1,2535 @@
+import { z } from 'zod';
+/** Enum to specify which mode of clone to execute */
+export declare enum CloneMode {
+    /** Data and metadata are copied */
+    MIGRATE_TO_UC = "MIGRATE_TO_UC"
+}
+/**
+ * For certain database sources LakeFlow Connect offers both query based and cdc
+ * ingestion, ConnectorType can bse used to convey the type of ingestion.
+ * If connection_name is provided for database sources, we default to Query Based ingestion
+ */
+export declare enum ConnectorType {
+    CONNECTOR_TYPE_UNSPECIFIED = "CONNECTOR_TYPE_UNSPECIFIED",
+    /**
+     * If connector_type = CDC and ingestion_gateway_id is provided then we use Ingestion Gateway pipeline with
+     * Cdc Managed Ingestion Pipeline for ingestion, if connector_type = CDC and connection_name is provided
+     * then we use Combined Cdc Managed Ingestion Pipeline.
+     */
+    CDC = "CDC",
+    QUERY_BASED = "QUERY_BASED"
+}
+/**
+ * Days of week in which the window is allowed to happen.
+ * If not specified all days of the week will be used.
+ */
+export declare enum DayOfWeek {
+    DAY_OF_WEEK_UNSPECIFIED = "DAY_OF_WEEK_UNSPECIFIED",
+    MONDAY = "MONDAY",
+    TUESDAY = "TUESDAY",
+    WEDNESDAY = "WEDNESDAY",
+    THURSDAY = "THURSDAY",
+    FRIDAY = "FRIDAY",
+    SATURDAY = "SATURDAY",
+    SUNDAY = "SUNDAY"
+}
+/**
+ * The deployment method that manages the pipeline:
+ * - BUNDLE: The pipeline is managed by a Databricks Asset Bundle.
+ */
+export declare enum DeploymentKind {
+    /** Databricks Asset Bundle (DAB) */
+    BUNDLE = "BUNDLE"
+}
+/** The severity level of the event. */
+export declare enum EventLevel {
+    INFO = "INFO",
+    WARN = "WARN",
+    ERROR = "ERROR",
+    METRICS = "METRICS"
+}
+export declare enum IngestionSourceType {
+    INGESTION_SOURCE_TYPE_UNSPECIFIED = "INGESTION_SOURCE_TYPE_UNSPECIFIED",
+    MYSQL = "MYSQL",
+    POSTGRESQL = "POSTGRESQL",
+    SQLSERVER = "SQLSERVER",
+    SALESFORCE = "SALESFORCE",
+    BIGQUERY = "BIGQUERY",
+    NETSUITE = "NETSUITE",
+    WORKDAY_RAAS = "WORKDAY_RAAS",
+    GA4_RAW_DATA = "GA4_RAW_DATA",
+    SERVICENOW = "SERVICENOW",
+    MANAGED_POSTGRESQL = "MANAGED_POSTGRESQL",
+    ORACLE = "ORACLE",
+    TERADATA = "TERADATA",
+    SHAREPOINT = "SHAREPOINT",
+    DYNAMICS365 = "DYNAMICS365",
+    GOOGLE_DRIVE = "GOOGLE_DRIVE",
+    JIRA = "JIRA",
+    CONFLUENCE = "CONFLUENCE",
+    META_MARKETING = "META_MARKETING",
+    ZENDESK = "ZENDESK",
+    FOREIGN_CATALOG = "FOREIGN_CATALOG"
+}
+/** Maturity level for EventDetails. */
+export declare enum MaturityLevel {
+    STABLE = "STABLE",
+    EVOLVING = "EVOLVING",
+    DEPRECATED = "DEPRECATED"
+}
+/** Attachment behavior mode for Outlook ingestion */
+export declare enum OutlookAttachmentMode {
+    OUTLOOK_ATTACHMENT_MODE_UNSPECIFIED = "OUTLOOK_ATTACHMENT_MODE_UNSPECIFIED",
+    /** Ingest all attachments (both inline and non-inline) */
+    ALL = "ALL",
+    /** Ingest only non-inline attachments (recommended to avoid corporate signature images) */
+    NON_INLINE_ONLY = "NON_INLINE_ONLY",
+    /** Ingest only inline attachments */
+    INLINE_ONLY = "INLINE_ONLY",
+    /** Do not ingest any attachments */
+    NONE = "NONE"
+}
+/** Body format for Outlook email content */
+export declare enum OutlookBodyFormat {
+    OUTLOOK_BODY_FORMAT_UNSPECIFIED = "OUTLOOK_BODY_FORMAT_UNSPECIFIED",
+    TEXT_HTML = "TEXT_HTML",
+    TEXT_PLAIN = "TEXT_PLAIN"
+}
+/** The health of a pipeline. */
+export declare enum PipelineHealthStatus {
+    HEALTHY = "HEALTHY",
+    UNHEALTHY = "UNHEALTHY"
+}
+/** The set of AWS availability types supported when setting up nodes for a cluster. */
+export declare enum PipelinesAwsAvailability {
+    /** Use spot instances. */
+    SPOT = "SPOT",
+    /** Use on-demand instances. */
+    ON_DEMAND = "ON_DEMAND",
+    /**
+     * Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
+     * be acquired (e.g., if AWS spot prices are too high).
+     */
+    SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK"
+}
+/** The set of Azure availability types supported when setting up nodes for a cluster. */
+export declare enum PipelinesAzureAvailability {
+    /** Use spot instances. */
+    SPOT_AZURE = "SPOT_AZURE",
+    /** Use on-demand instances. */
+    ON_DEMAND_AZURE = "ON_DEMAND_AZURE",
+    /**
+     * Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
+     * be acquired (e.g., if Azure is out of Quota).
+     */
+    SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE"
+}
+/**
+ * All EBS volume types that <Databricks> supports.
+ * See https://aws.amazon.com/ebs/details/ for details.
+ */
+export declare enum PipelinesEbsVolumeType {
+    /** Provision extra storage using AWS gp2 EBS volumes. */
+    GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD",
+    /** Provision extra storage using AWS st1 volumes. */
+    THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD"
+}
+/** The set of GCP availability types supported when setting up nodes for a cluster (configurable only for executors). */
+export declare enum PipelinesGcpAvailability {
+    PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP",
+    ON_DEMAND_GCP = "ON_DEMAND_GCP",
+    PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP"
+}
+/** Enum representing the publishing mode of a pipeline. */
+export declare enum PublishingMode {
+    PUBLISHING_MODE_UNSPECIFIED = "PUBLISHING_MODE_UNSPECIFIED",
+    LEGACY_PUBLISHING_MODE = "LEGACY_PUBLISHING_MODE",
+    DEFAULT_PUBLISHING_MODE = "DEFAULT_PUBLISHING_MODE"
+}
+/** What triggered this update. */
+export declare enum UpdateCause {
+    /** Started through an API call. */
+    API_CALL = "API_CALL",
+    /** Started as a retry for a failed update. */
+    RETRY_ON_FAILURE = "RETRY_ON_FAILURE",
+    /** Started as a result of a service upgrade. */
+    SERVICE_UPGRADE = "SERVICE_UPGRADE",
+    /** Started as a result of a schema change. */
+    SCHEMA_CHANGE = "SCHEMA_CHANGE",
+    /** Started by the Jobs service. */
+    JOB_TASK = "JOB_TASK",
+    /** Started by an action a user performed. */
+    USER_ACTION = "USER_ACTION",
+    /** Started for infrastructure maintenance reason. */
+    INFRASTRUCTURE_MAINTENANCE = "INFRASTRUCTURE_MAINTENANCE"
+}
+/** The update state. */
+export declare enum UpdateState {
+    /** Update is waiting for previous update to finish. */
+    QUEUED = "QUEUED",
+    /** Initial state of an update. */
+    CREATED = "CREATED",
+    /** Update is waiting for clusters, jobs, or other resources. */
+    WAITING_FOR_RESOURCES = "WAITING_FOR_RESOURCES",
+    /** Update is creating the dataflow graph. */
+    INITIALIZING = "INITIALIZING",
+    /** Update is resetting datasets and checkpoints to the beginning. */
+    RESETTING = "RESETTING",
+    /** If necessary, Update is creating tables or updating their schemas. */
+    SETTING_UP_TABLES = "SETTING_UP_TABLES",
+    /** Update is currently executing queries. */
+    RUNNING = "RUNNING",
+    /** Update is waiting for queries to shut down. */
+    STOPPING = "STOPPING",
+    /** Update is complete and all necessary resources are cleaned up. */
+    COMPLETED = "COMPLETED",
+    /** Update has run into an error that could not be recovered from. */
+    FAILED = "FAILED",
+    /** Update was canceled while it was running or queued. */
+    CANCELED = "CANCELED"
+}
+export declare enum FileIngestionOptions_FileFormat {
+    FILE_FORMAT_UNSPECIFIED = "FILE_FORMAT_UNSPECIFIED",
+    BINARYFILE = "BINARYFILE",
+    JSON = "JSON",
+    CSV = "CSV",
+    XML = "XML",
+    EXCEL = "EXCEL",
+    PARQUET = "PARQUET",
+    AVRO = "AVRO",
+    ORC = "ORC"
+}
+/** Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#how-does-auto-loader-schema-evolution-work */
+export declare enum FileIngestionOptions_SchemaEvolutionMode {
+    SCHEMA_EVOLUTION_MODE_UNSPECIFIED = "SCHEMA_EVOLUTION_MODE_UNSPECIFIED",
+    ADD_NEW_COLUMNS_WITH_TYPE_WIDENING = "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING",
+    ADD_NEW_COLUMNS = "ADD_NEW_COLUMNS",
+    RESCUE = "RESCUE",
+    FAIL_ON_NEW_COLUMNS = "FAIL_ON_NEW_COLUMNS",
+    NONE = "NONE"
+}
+export declare enum GoogleDriveOptions_GoogleDriveEntityType {
+    GOOGLE_DRIVE_ENTITY_TYPE_UNSPECIFIED = "GOOGLE_DRIVE_ENTITY_TYPE_UNSPECIFIED",
+    FILE = "FILE",
+    FILE_METADATA = "FILE_METADATA",
+    PERMISSION = "PERMISSION"
+}
+/** The pipeline state. */
+export declare enum PipelineState_PipelineState {
+    /** Pipeline is being deployed and waiting for clusters, jobs, or other resources */
+    DEPLOYING = "DEPLOYING",
+    /** Pipeline is deployed but waiting for streams to start and make progress */
+    STARTING = "STARTING",
+    /** Pipeline is currently executing */
+    RUNNING = "RUNNING",
+    /** Pipeline is waiting for streams to shut down */
+    STOPPING = "STOPPING",
+    /** All clusters, jobs, and other resources associated with the pipeline have been cleaned up */
+    DELETED = "DELETED",
+    /** Pipeline has run into an error, but the daemon is attempting to fix it */
+    RECOVERING = "RECOVERING",
+    /** Pipeline has run into an error that could not be recovered from */
+    FAILED = "FAILED",
+    /** Pipeline is currently being reset */
+    RESETTING = "RESETTING",
+    /** Pipeline is stopped and is not processing data. Can be resumed by calling `run` */
+    IDLE = "IDLE"
+}
+/** The SCD type to use to ingest the table. */
+export declare enum ScdType_ScdType {
+    SCD_TYPE_UNSPECIFIED = "SCD_TYPE_UNSPECIFIED",
+    SCD_TYPE_1 = "SCD_TYPE_1",
+    SCD_TYPE_2 = "SCD_TYPE_2",
+    /**
+     * Source data will be appended to destination table rather than merged in
+     * the absence of row key.
+     */
+    APPEND_ONLY = "APPEND_ONLY"
+}
+export declare enum SharepointOptions_SharepointEntityType {
+    SHAREPOINT_ENTITY_TYPE_UNSPECIFIED = "SHAREPOINT_ENTITY_TYPE_UNSPECIFIED",
+    FILE = "FILE",
+    FILE_METADATA = "FILE_METADATA",
+    PERMISSION = "PERMISSION",
+    LIST = "LIST"
+}
+/** Data level for TikTok Ads report aggregation. */
+export declare enum TikTokAdsOptions_TikTokDataLevel {
+    TIK_TOK_DATA_LEVEL_UNSPECIFIED = "TIK_TOK_DATA_LEVEL_UNSPECIFIED",
+    AUCTION_ADVERTISER = "AUCTION_ADVERTISER",
+    AUCTION_CAMPAIGN = "AUCTION_CAMPAIGN",
+    AUCTION_ADGROUP = "AUCTION_ADGROUP",
+    AUCTION_AD = "AUCTION_AD"
+}
+/** Report type for TikTok Ads API. */
+export declare enum TikTokAdsOptions_TikTokReportType {
+    TIK_TOK_REPORT_TYPE_UNSPECIFIED = "TIK_TOK_REPORT_TYPE_UNSPECIFIED",
+    BASIC = "BASIC",
+    AUDIENCE = "AUDIENCE",
+    PLAYABLE_AD = "PLAYABLE_AD",
+    DSA = "DSA",
+    BUSINESS_CENTER = "BUSINESS_CENTER",
+    GMV_MAX = "GMV_MAX"
+}
+export declare enum Transformer_Format {
+    FORMAT_UNSPECIFIED = "FORMAT_UNSPECIFIED",
+    STRING = "STRING",
+    JSON = "JSON"
+}
+export interface ApplyEnvironmentRequest {
+    pipelineId?: string | undefined;
+}
+export interface ApplyEnvironmentRequest_Response {
+}
+/** Policy for auto full refresh. */
+export interface AutoFullRefreshPolicy {
+    /** (Required, Mutable) Whether to enable auto full refresh or not. */
+    enabled?: boolean | undefined;
+    /**
+     * (Optional, Mutable) Specify the minimum interval in hours between the timestamp
+     * at which a table was last full refreshed and the current timestamp for triggering auto full
+     * If unspecified and autoFullRefresh is enabled then by default min_interval_hours is 24 hours.
+     */
+    minIntervalHours?: number | undefined;
+}
+export interface ClonePipelineRequest {
+    /** Source pipeline to clone from */
+    pipelineId?: string | undefined;
+    /**
+     * If present, the last-modified time of the pipeline settings before the clone.
+     * If the settings were modified after that time, then the request will fail with
+     * a conflict.
+     */
+    expectedLastModified?: bigint | undefined;
+    /** If false, deployment will fail if name conflicts with that of another pipeline. */
+    allowDuplicateNames?: boolean | undefined;
+    /** Unique identifier for this pipeline. */
+    id?: string | undefined;
+    /** Friendly identifier for this pipeline. */
+    name?: string | undefined;
+    /** DBFS root directory for storing checkpoints and tables. */
+    storage?: string | undefined;
+    /** String-String configuration for this pipeline execution. */
+    configuration?: Record<string, string> | undefined;
+    /** Cluster settings for this pipeline deployment. */
+    clusters?: PipelineCluster[] | undefined;
+    /** Libraries or code needed by this deployment. */
+    libraries?: PipelineLibrary[] | undefined;
+    /** The configuration for a managed ingestion pipeline. These settings cannot be used with the 'libraries', 'schema', 'target', or 'catalog' settings. */
+    ingestionDefinition?: IngestionPipelineDefinition | undefined;
+    /** The definition of a gateway pipeline to support change data capture. */
+    gatewayDefinition?: IngestionGatewayPipelineDefinition | undefined;
+    /** Which pipeline trigger to use. Deprecated: Use `continuous` instead. */
+    trigger?: PipelineTrigger | undefined;
+    /** Target schema (database) to add tables in this pipeline to. Exactly one of `schema` or `target` must be specified. To publish to Unity Catalog, also specify `catalog`. This legacy field is deprecated for pipeline creation in favor of the `schema` field. */
+    target?: string | undefined;
+    /** The default schema (database) where tables are read from or published to. */
+    schema?: string | undefined;
+    /** Filters on which Pipeline packages to include in the deployed graph. */
+    filters?: Filters | undefined;
+    /** Whether the pipeline is continuous or triggered. This replaces `trigger`. */
+    continuous?: boolean | undefined;
+    /** Whether the pipeline is in Development mode. Defaults to false. */
+    development?: boolean | undefined;
+    /** Whether Photon is enabled for this pipeline. */
+    photon?: boolean | undefined;
+    /** Pipeline product edition. */
+    edition?: string | undefined;
+    /** SDP Release Channel that specifies which version to use. */
+    channel?: string | undefined;
+    /** A catalog in Unity Catalog to publish data from this pipeline to. If `target` is specified, tables in this pipeline are published to a `target` schema inside `catalog` (for example, `catalog`.`target`.`table`). If `target` is not specified, no data is published to Unity Catalog. */
+    catalog?: string | undefined;
+    /** List of notification settings for this pipeline. */
+    notifications?: Notifications[] | undefined;
+    /** Whether serverless compute is enabled for this pipeline. */
+    serverless?: boolean | undefined;
+    /** Deployment type of this pipeline. */
+    deployment?: PipelineDeployment | undefined;
+    /** Restart window of this pipeline. */
+    restartWindow?: RestartWindow | undefined;
+    /** Budget policy of this pipeline. */
+    budgetPolicyId?: string | undefined;
+    /**
+     * A map of tags associated with the pipeline.
+     * These are forwarded to the cluster as cluster tags, and are therefore subject to the same limitations.
+     * A maximum of 25 tags can be added to the pipeline.
+     */
+    tags?: Record<string, string> | undefined;
+    /** Event log configuration for this pipeline */
+    eventLog?: EventLogSpec | undefined;
+    /**
+     * Root path for this pipeline.
+     * This is used as the root directory when editing the pipeline in the <Databricks> user interface and it is
+     * added to sys.path when executing Python sources during pipeline execution.
+     */
+    rootPath?: string | undefined;
+    /** Environment specification for this pipeline used to install dependencies. */
+    environment?: PipelinesEnvironment | undefined;
+    /** Usage policy of this pipeline. */
+    usagePolicyId?: string | undefined;
+    /** The type of clone to perform. Currently, only deep copies are supported */
+    cloneMode?: CloneMode | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface ClonePipelineRequest_ConfigurationEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface ClonePipelineRequest_Response {
+    /** The pipeline id of the cloned pipeline */
+    pipelineId?: string | undefined;
+}
+/** A key-value entry that defines a single pipeline tags. */
+export interface ClonePipelineRequest_TagsEntry {
+    /** Mandatory key for the tag pair. */
+    key?: string | undefined;
+    /**
+     * Optional value to be associated with the provided key.
+     * If the value is not provided, the key serves as the sole identifier of this key-value pair and the values is assumed to be an empty string.
+     */
+    value?: string | undefined;
+}
+/** Confluence specific options for ingestion */
+export interface ConfluenceConnectorOptions {
+    /** (Optional) Spaces to filter Confluence data on */
+    includeConfluenceSpaces?: string[] | undefined;
+}
+export interface ConnectionParameters {
+    /**
+     * Source catalog for initial connection.
+     * This is necessary for schema exploration in some database systems like Oracle, and optional but nice-to-have
+     * in some other database systems like Postgres.
+     * For Oracle databases, this maps to a service name.
+     */
+    sourceCatalog?: string | undefined;
+}
+/** Wrapper message for source-specific options to support multiple connector types */
+export interface ConnectorOptions {
+    connectorOptions?: {
+        $case: 'googleAdsOptions';
+        googleAdsOptions: GoogleAdsOptions;
+    } | {
+        $case: 'tiktokAdsOptions';
+        tiktokAdsOptions: TikTokAdsOptions;
+    } | {
+        $case: 'sharepointOptions';
+        sharepointOptions: SharepointOptions;
+    } | {
+        $case: 'gdriveOptions';
+        gdriveOptions: GoogleDriveOptions;
+    } | {
+        $case: 'outlookOptions';
+        outlookOptions: OutlookOptions;
+    } | {
+        $case: 'smartsheetOptions';
+        smartsheetOptions: SmartsheetOptions;
+    } | {
+        $case: 'jiraOptions';
+        jiraOptions: JiraConnectorOptions;
+    } | {
+        $case: 'confluenceOptions';
+        confluenceOptions: ConfluenceConnectorOptions;
+    } | {
+        $case: 'metaAdsOptions';
+        metaAdsOptions: MetaMarketingOptions;
+    } | {
+        $case: 'zendeskSupportOptions';
+        zendeskSupportOptions: ZendeskSupportOptions;
+    } | {
+        $case: 'kafkaOptions';
+        kafkaOptions: KafkaOptions;
+    } | undefined;
+}
+export interface CreatePipelineRequest {
+    /** If false, deployment will fail if name conflicts with that of another pipeline. */
+    allowDuplicateNames?: boolean | undefined;
+    dryRun?: boolean | undefined;
+    runAs?: PipelinesJobRunAs | undefined;
+    /**
+     * Key/value map of default parameters to use for pipeline execution.
+     * Maximum total size: 10k characters (JSON format)
+     */
+    parameters?: Record<string, string> | undefined;
+    /** Unique identifier for this pipeline. */
+    id?: string | undefined;
+    /** Friendly identifier for this pipeline. */
+    name?: string | undefined;
+    /** DBFS root directory for storing checkpoints and tables. */
+    storage?: string | undefined;
+    /** String-String configuration for this pipeline execution. */
+    configuration?: Record<string, string> | undefined;
+    /** Cluster settings for this pipeline deployment. */
+    clusters?: PipelineCluster[] | undefined;
+    /** Libraries or code needed by this deployment. */
+    libraries?: PipelineLibrary[] | undefined;
+    /** The configuration for a managed ingestion pipeline. These settings cannot be used with the 'libraries', 'schema', 'target', or 'catalog' settings. */
+    ingestionDefinition?: IngestionPipelineDefinition | undefined;
+    /** The definition of a gateway pipeline to support change data capture. */
+    gatewayDefinition?: IngestionGatewayPipelineDefinition | undefined;
+    /** Which pipeline trigger to use. Deprecated: Use `continuous` instead. */
+    trigger?: PipelineTrigger | undefined;
+    /** Target schema (database) to add tables in this pipeline to. Exactly one of `schema` or `target` must be specified. To publish to Unity Catalog, also specify `catalog`. This legacy field is deprecated for pipeline creation in favor of the `schema` field. */
+    target?: string | undefined;
+    /** The default schema (database) where tables are read from or published to. */
+    schema?: string | undefined;
+    /** Filters on which Pipeline packages to include in the deployed graph. */
+    filters?: Filters | undefined;
+    /** Whether the pipeline is continuous or triggered. This replaces `trigger`. */
+    continuous?: boolean | undefined;
+    /** Whether the pipeline is in Development mode. Defaults to false. */
+    development?: boolean | undefined;
+    /** Whether Photon is enabled for this pipeline. */
+    photon?: boolean | undefined;
+    /** Pipeline product edition. */
+    edition?: string | undefined;
+    /** SDP Release Channel that specifies which version to use. */
+    channel?: string | undefined;
+    /** A catalog in Unity Catalog to publish data from this pipeline to. If `target` is specified, tables in this pipeline are published to a `target` schema inside `catalog` (for example, `catalog`.`target`.`table`). If `target` is not specified, no data is published to Unity Catalog. */
+    catalog?: string | undefined;
+    /** List of notification settings for this pipeline. */
+    notifications?: Notifications[] | undefined;
+    /** Whether serverless compute is enabled for this pipeline. */
+    serverless?: boolean | undefined;
+    /** Deployment type of this pipeline. */
+    deployment?: PipelineDeployment | undefined;
+    /** Restart window of this pipeline. */
+    restartWindow?: RestartWindow | undefined;
+    /** Budget policy of this pipeline. */
+    budgetPolicyId?: string | undefined;
+    /**
+     * A map of tags associated with the pipeline.
+     * These are forwarded to the cluster as cluster tags, and are therefore subject to the same limitations.
+     * A maximum of 25 tags can be added to the pipeline.
+     */
+    tags?: Record<string, string> | undefined;
+    /** Event log configuration for this pipeline */
+    eventLog?: EventLogSpec | undefined;
+    /**
+     * Root path for this pipeline.
+     * This is used as the root directory when editing the pipeline in the <Databricks> user interface and it is
+     * added to sys.path when executing Python sources during pipeline execution.
+     */
+    rootPath?: string | undefined;
+    /** Environment specification for this pipeline used to install dependencies. */
+    environment?: PipelinesEnvironment | undefined;
+    /** Usage policy of this pipeline. */
+    usagePolicyId?: string | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface CreatePipelineRequest_ConfigurationEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface CreatePipelineRequest_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface CreatePipelineRequest_Response {
+    /** The unique identifier for the newly created pipeline. Only returned when dry_run is false. */
+    pipelineId?: string | undefined;
+    /** Only returned when dry_run is true. */
+    effectiveSettings?: PipelineSpec | undefined;
+}
+/** A key-value entry that defines a single pipeline tags. */
+export interface CreatePipelineRequest_TagsEntry {
+    /** Mandatory key for the tag pair. */
+    key?: string | undefined;
+    /**
+     * Optional value to be associated with the provided key.
+     * If the value is not provided, the key serves as the sole identifier of this key-value pair and the values is assumed to be an empty string.
+     */
+    value?: string | undefined;
+}
+export interface CronTrigger {
+    quartzCronSchedule?: string | undefined;
+    timezoneId?: string | undefined;
+}
+export interface DataPlaneId {
+    /** The instance name of the data plane emitting an event. */
+    instance?: string | undefined;
+    /** A sequence number, unique and increasing within the data plane instance. */
+    seqNo?: bigint | undefined;
+}
+/** Location of staged data storage */
+export interface DataStagingOptions {
+    /** (Required, Immutable) The name of the catalog for the connector's staging storage location. */
+    catalogName?: string | undefined;
+    /** (Required, Immutable) The name of the schema for the connector's staging storage location. */
+    schemaName?: string | undefined;
+    /**
+     * (Optional) The Unity Catalog-compatible name for the storage location.
+     * This is the volume to use for the data that is extracted by the connector.
+     * Spark Declarative Pipelines system will automatically create the volume under the catalog and schema.
+     * For Combined Cdc Managed Ingestion pipelines default name for the volume would be :
+     * __databricks_ingestion_gateway_staging_data-$pipelineId
+     */
+    volumeName?: string | undefined;
+}
+export interface DeletePipelineRequest {
+    pipelineId?: string | undefined;
+    /**
+     * If true, deletion will proceed even if resource cleanup fails.
+     * By default, deletion will fail if resources cleanup is required but fails.
+     */
+    force?: boolean | undefined;
+    /**
+     * If false, pipeline deletion will not cascade to its datasets (MVs, STs, Views).
+     * By default, this parameter will be true and all tables will be deleted with the pipeline.
+     */
+    cascade?: boolean | undefined;
+}
+export interface DeletePipelineRequest_Response {
+}
+export interface EditPipelineRequest {
+    /** Unique identifier for this pipeline. */
+    pipelineId?: string | undefined;
+    /** If false, deployment will fail if name has changed and conflicts the name of another pipeline. */
+    allowDuplicateNames?: boolean | undefined;
+    /**
+     * If present, the last-modified time of the pipeline settings before the edit.
+     * If the settings were modified after that time, then the request will fail with
+     * a conflict.
+     */
+    expectedLastModified?: bigint | undefined;
+    runAs?: PipelinesJobRunAs | undefined;
+    /**
+     * Key/value map of default parameters to use for pipeline execution.
+     * Maximum total size: 10k characters (JSON format)
+     */
+    parameters?: Record<string, string> | undefined;
+    /** Unique identifier for this pipeline. */
+    id?: string | undefined;
+    /** Friendly identifier for this pipeline. */
+    name?: string | undefined;
+    /** DBFS root directory for storing checkpoints and tables. */
+    storage?: string | undefined;
+    /** String-String configuration for this pipeline execution. */
+    configuration?: Record<string, string> | undefined;
+    /** Cluster settings for this pipeline deployment. */
+    clusters?: PipelineCluster[] | undefined;
+    /** Libraries or code needed by this deployment. */
+    libraries?: PipelineLibrary[] | undefined;
+    /** The configuration for a managed ingestion pipeline. These settings cannot be used with the 'libraries', 'schema', 'target', or 'catalog' settings. */
+    ingestionDefinition?: IngestionPipelineDefinition | undefined;
+    /** The definition of a gateway pipeline to support change data capture. */
+    gatewayDefinition?: IngestionGatewayPipelineDefinition | undefined;
+    /** Which pipeline trigger to use. Deprecated: Use `continuous` instead. */
+    trigger?: PipelineTrigger | undefined;
+    /** Target schema (database) to add tables in this pipeline to. Exactly one of `schema` or `target` must be specified. To publish to Unity Catalog, also specify `catalog`. This legacy field is deprecated for pipeline creation in favor of the `schema` field. */
+    target?: string | undefined;
+    /** The default schema (database) where tables are read from or published to. */
+    schema?: string | undefined;
+    /** Filters on which Pipeline packages to include in the deployed graph. */
+    filters?: Filters | undefined;
+    /** Whether the pipeline is continuous or triggered. This replaces `trigger`. */
+    continuous?: boolean | undefined;
+    /** Whether the pipeline is in Development mode. Defaults to false. */
+    development?: boolean | undefined;
+    /** Whether Photon is enabled for this pipeline. */
+    photon?: boolean | undefined;
+    /** Pipeline product edition. */
+    edition?: string | undefined;
+    /** SDP Release Channel that specifies which version to use. */
+    channel?: string | undefined;
+    /** A catalog in Unity Catalog to publish data from this pipeline to. If `target` is specified, tables in this pipeline are published to a `target` schema inside `catalog` (for example, `catalog`.`target`.`table`). If `target` is not specified, no data is published to Unity Catalog. */
+    catalog?: string | undefined;
+    /** List of notification settings for this pipeline. */
+    notifications?: Notifications[] | undefined;
+    /** Whether serverless compute is enabled for this pipeline. */
+    serverless?: boolean | undefined;
+    /** Deployment type of this pipeline. */
+    deployment?: PipelineDeployment | undefined;
+    /** Restart window of this pipeline. */
+    restartWindow?: RestartWindow | undefined;
+    /** Budget policy of this pipeline. */
+    budgetPolicyId?: string | undefined;
+    /**
+     * A map of tags associated with the pipeline.
+     * These are forwarded to the cluster as cluster tags, and are therefore subject to the same limitations.
+     * A maximum of 25 tags can be added to the pipeline.
+     */
+    tags?: Record<string, string> | undefined;
+    /** Event log configuration for this pipeline */
+    eventLog?: EventLogSpec | undefined;
+    /**
+     * Root path for this pipeline.
+     * This is used as the root directory when editing the pipeline in the <Databricks> user interface and it is
+     * added to sys.path when executing Python sources during pipeline execution.
+     */
+    rootPath?: string | undefined;
+    /** Environment specification for this pipeline used to install dependencies. */
+    environment?: PipelinesEnvironment | undefined;
+    /** Usage policy of this pipeline. */
+    usagePolicyId?: string | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface EditPipelineRequest_ConfigurationEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface EditPipelineRequest_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface EditPipelineRequest_Response {
+}
+/** A key-value entry that defines a single pipeline tags. */
+export interface EditPipelineRequest_TagsEntry {
+    /** Mandatory key for the tag pair. */
+    key?: string | undefined;
+    /**
+     * Optional value to be associated with the provided key.
+     * If the value is not provided, the key serves as the sole identifier of this key-value pair and the values is assumed to be an empty string.
+     */
+    value?: string | undefined;
+}
+export interface ErrorDetail {
+    /** The exception thrown for this error, with its chain of cause. */
+    exceptions?: SerializedException[] | undefined;
+    /** Whether this error is considered fatal, that is, unrecoverable. */
+    fatal?: boolean | undefined;
+}
+/** Configurable event log parameters. */
+export interface EventLogSpec {
+    /** The name the event log is published to in UC. */
+    name?: string | undefined;
+    /** The UC schema the event log is published under. */
+    schema?: string | undefined;
+    /** The UC catalog the event log is published under. */
+    catalog?: string | undefined;
+}
+export interface FileFilter {
+    filter?: {
+        $case: 'pathFilter';
+        /**
+         * Include files with file names matching the pattern
+         * Based on https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html#path-glob-filter
+         */
+        pathFilter: string;
+    } | {
+        $case: 'modifiedBefore';
+        /**
+         * Include files with modification times occurring before the specified time.
+         * Timestamp format: YYYY-MM-DDTHH:mm:ss (e.g. 2020-06-01T13:00:00)
+         * Based on https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html#modification-time-path-filters
+         */
+        modifiedBefore: string;
+    } | {
+        $case: 'modifiedAfter';
+        /**
+         * Include files with modification times occurring after the specified time.
+         * Timestamp format: YYYY-MM-DDTHH:mm:ss (e.g. 2020-06-01T13:00:00)
+         * Based on https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html#modification-time-path-filters
+         */
+        modifiedAfter: string;
+    } | undefined;
+}
+export interface FileIngestionOptions {
+    /** required for TableSpec */
+    format?: FileIngestionOptions_FileFormat | undefined;
+    /** Generic options */
+    fileFilters?: FileFilter[] | undefined;
+    inferColumnTypes?: boolean | undefined;
+    schemaEvolutionMode?: FileIngestionOptions_SchemaEvolutionMode | undefined;
+    /**
+     * Override inferred schema of specific columns
+     * Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#override-schema-inference-with-schema-hints
+     */
+    schemaHints?: string | undefined;
+    ignoreCorruptFiles?: boolean | undefined;
+    corruptRecordColumn?: string | undefined;
+    rescuedDataColumn?: string | undefined;
+    singleVariantColumn?: string | undefined;
+    /**
+     * Column name case sensitivity
+     * https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#change-case-sensitive-behavior
+     */
+    readerCaseSensitive?: boolean | undefined;
+    /**
+     * Format-specific options
+     * Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/options#file-format-options
+     */
+    formatOptions?: Record<string, string> | undefined;
+}
+/**
+ * Key value pair used to specify configuration parameters
+ * Based on public doc https://docs.databricks.com/en/ingestion/auto-loader/options.html
+ */
+export interface FileIngestionOptions_FormatOptionsEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface Filters {
+    /** Paths to include. */
+    include?: string[] | undefined;
+    /** Paths to exclude. */
+    exclude?: string[] | undefined;
+}
+export interface GetPipelineRequest {
+    pipelineId?: string | undefined;
+}
+export interface GetPipelineRequest_Response {
+    /** The ID of the pipeline. */
+    pipelineId?: string | undefined;
+    /** The pipeline specification. This field is not returned when called by `ListPipelines`. */
+    spec?: PipelineSpec | undefined;
+    /** The pipeline state. */
+    state?: PipelineState_PipelineState | undefined;
+    /** An optional message detailing the cause of the pipeline state. */
+    cause?: string | undefined;
+    /** The ID of the cluster that the pipeline is running on. */
+    clusterId?: string | undefined;
+    /** A human friendly identifier for the pipeline, taken from the `spec`. */
+    name?: string | undefined;
+    /** The health of a pipeline. */
+    health?: PipelineHealthStatus | undefined;
+    /** The username of the pipeline creator. */
+    creatorUserName?: string | undefined;
+    /** Status of the latest updates for the pipeline. Ordered with the newest update first. */
+    latestUpdates?: UpdateStateInfo[] | undefined;
+    /** The last time the pipeline settings were modified or created. */
+    lastModified?: bigint | undefined;
+    /** Username of the user that the pipeline will run on behalf of. */
+    runAsUserName?: string | undefined;
+    /** Serverless budget policy ID of this pipeline. */
+    effectiveBudgetPolicyId?: string | undefined;
+    /** Publishing mode of the pipeline */
+    effectivePublishingMode?: PublishingMode | undefined;
+    /**
+     * The user or service principal that the pipeline runs as, if specified in the request.
+     * This field indicates the explicit configuration of `run_as` for the pipeline.
+     * To find the value in all cases, explicit or implicit, use `run_as_user_name`.
+     */
+    runAs?: PipelinesJobRunAs | undefined;
+    /**
+     * Key/value map of default parameters to use for pipeline execution.
+     * Maximum total size: 10k characters (JSON format)
+     */
+    parameters?: Record<string, string> | undefined;
+}
+export interface GetPipelineRequest_Response_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface GetUpdateRequest {
+    /** The ID of the pipeline. */
+    pipelineId?: string | undefined;
+    /** The ID of the update. */
+    updateId?: string | undefined;
+}
+export interface GetUpdateRequest_Response {
+    /** The current update info. */
+    update?: UpdateInfo | undefined;
+}
+export interface GoogleAdsConfig {
+    /**
+     * (Required) Manager Account ID (also called MCC Account ID) used to list and access
+     * customer accounts under this manager account. This is required for fetching the list
+     * of customer accounts during source selection.
+     * If the same field is also set in the object-level GoogleAdsOptions (connector_options),
+     * the object-level value takes precedence over this top-level config.
+     */
+    managerAccountId?: string | undefined;
+}
+/**
+ * Google Ads specific options for ingestion (object-level).
+ * When set, these values override the corresponding fields in GoogleAdsConfig
+ * (source_configurations).
+ */
+export interface GoogleAdsOptions {
+    /**
+     * (Optional at this level) Manager Account ID (also called MCC Account ID) used to list
+     * and access customer accounts under this manager account.
+     * Overrides GoogleAdsConfig.manager_account_id from source_configurations when set.
+     */
+    managerAccountId?: string | undefined;
+    /**
+     * (Optional) Number of days to look back for report tables to capture late-arriving data.
+     * If not specified, defaults to 30 days.
+     */
+    lookbackWindowDays?: number | undefined;
+    /**
+     * (Optional) Start date for the initial sync of report tables in YYYY-MM-DD format.
+     * This determines the earliest date from which to sync historical data.
+     * If not specified, defaults to 2 years of historical data.
+     */
+    syncStartDate?: string | undefined;
+}
+export interface GoogleDriveOptions {
+    /** Google Drive URL. */
+    url?: string | undefined;
+    entityType?: GoogleDriveOptions_GoogleDriveEntityType | undefined;
+    fileIngestionOptions?: FileIngestionOptions | undefined;
+}
+export interface IngestionGatewayPipelineDefinition {
+    /** Immutable. The Unity Catalog connection that this gateway pipeline uses to communicate with the source. */
+    connectionName?: string | undefined;
+    /** [Deprecated, use connection_name instead] Immutable. The Unity Catalog connection that this gateway pipeline uses to communicate with the source. */
+    connectionId?: string | undefined;
+    /** Required, Immutable. The name of the catalog for the gateway pipeline's storage location. */
+    gatewayStorageCatalog?: string | undefined;
+    /** Required, Immutable. The name of the schema for the gateway pipelines's storage location. */
+    gatewayStorageSchema?: string | undefined;
+    /**
+     * Optional. The Unity Catalog-compatible name for the gateway storage location.
+     * This is the destination to use for the data that is extracted by the gateway.
+     * Spark Declarative Pipelines system will automatically create the storage location under the catalog and schema.
+     */
+    gatewayStorageName?: string | undefined;
+    /** Optional, Internal. Parameters required to establish an initial connection with the source. */
+    connectionParameters?: ConnectionParameters | undefined;
+}
+export interface IngestionPipelineDefinition {
+    /**
+     * (Required, Mutable) Identifies the data source for the Lakeflow Connect Ingestion pipeline.
+     * Exactly one option must be specified.
+     */
+    source?: {
+        $case: 'connectionName';
+        /**
+         * The Unity Catalog connection that this ingestion pipeline uses to communicate with the source. This is used with
+         * both connectors for applications like Salesforce, Workday, and so on, and also database connectors like Oracle,
+         * (connector_type = QUERY_BASED OR connector_type = CDC).
+         * If connection name corresponds to database connectors like Oracle, and connector_type is not provided then
+         * connector_type defaults to QUERY_BASED. If connector_type is passed as CDC we use Combined Cdc Managed Ingestion
+         * pipeline.
+         * Under certain conditions, this can be replaced with ingestion_gateway_id to change the connector to Cdc Managed
+         * Ingestion Pipeline with Gateway pipeline.
+         */
+        connectionName: string;
+    } | {
+        $case: 'ingestionGatewayId';
+        /**
+         * Identifier for the gateway that is used by this ingestion pipeline to communicate with the source database.
+         * This is used with CDC connectors to databases like SQL Server using a gateway pipeline (connector_type = CDC).
+         * Under certain conditions, this can be replaced with connection_name to change the connector to Combined Cdc
+         * Managed Ingestion Pipeline.
+         */
+        ingestionGatewayId: string;
+    } | {
+        $case: 'ingestFromUcForeignCatalog';
+        /**
+         * Immutable. If set to true, the pipeline will ingest tables from the
+         * UC foreign catalogs directly without the need to specify a UC connection or ingestion gateway.
+         * The `source_catalog` fields in objects of IngestionConfig are interpreted as
+         * the UC foreign catalogs to ingest from.
+         */
+        ingestFromUcForeignCatalog: boolean;
+    } | undefined;
+    /** Required. Settings specifying tables to replicate and the destination for the replicated tables. */
+    objects?: IngestionPipelineDefinition_IngestionConfig[] | undefined;
+    /**
+     * The type of the foreign source.
+     * The source type will be inferred from the source connection or ingestion gateway.
+     * This field is output only and will be ignored if provided.
+     */
+    sourceType?: IngestionSourceType | undefined;
+    /** Configuration settings to control the ingestion of tables. These settings are applied to all tables in the pipeline. */
+    tableConfiguration?: IngestionPipelineDefinition_TableSpecificConfig | undefined;
+    /**
+     * Netsuite only configuration. When the field is set for a netsuite connector,
+     * the jar stored in the field will be validated and added to the classpath of
+     * pipeline's cluster.
+     */
+    netsuiteJarPath?: string | undefined;
+    /** Top-level source configurations */
+    sourceConfigurations?: SourceConfig[] | undefined;
+    /** (Optional) A window that specifies a set of time ranges for snapshot queries in CDC. */
+    fullRefreshWindow?: OperationTimeWindow | undefined;
+    /** (Optional) Connector Type for sources. Ex: CDC, Query Based. */
+    connectorType?: ConnectorType | undefined;
+    /**
+     * (Optional) Location of staged data storage. This is required for migration from Cdc Managed Ingestion Pipeline
+     * with Gateway pipeline to Combined Cdc Managed Ingestion Pipeline.
+     * If not specified, the volume for staged data will be created in catalog and schema/target specified in the
+     * top level pipeline definition.
+     */
+    dataStagingOptions?: DataStagingOptions | undefined;
+}
+export interface IngestionPipelineDefinition_IngestionConfig {
+    sourceTables?: {
+        $case: 'schema';
+        /** Select all tables from a specific source schema. */
+        schema: IngestionPipelineDefinition_SchemaSpec;
+    } | {
+        $case: 'table';
+        /** Select a specific source table. */
+        table: IngestionPipelineDefinition_TableSpec;
+    } | {
+        $case: 'report';
+        /** Select a specific source report. */
+        report: IngestionPipelineDefinition_ReportSpec;
+    } | undefined;
+}
+export interface IngestionPipelineDefinition_ReportSpec {
+    /** Required. Report URL in the source system. */
+    sourceUrl?: string | undefined;
+    /** Required. Destination catalog to store table. */
+    destinationCatalog?: string | undefined;
+    /** Required. Destination schema to store table. */
+    destinationSchema?: string | undefined;
+    /** Required. Destination table name. The pipeline fails if a table with that name already exists. */
+    destinationTable?: string | undefined;
+    /** Configuration settings to control the ingestion of tables. These settings override the table_configuration defined in the IngestionPipelineDefinition object. */
+    tableConfiguration?: IngestionPipelineDefinition_TableSpecificConfig | undefined;
+}
+export interface IngestionPipelineDefinition_SchemaSpec {
+    /** The source catalog name. Might be optional depending on the type of source. */
+    sourceCatalog?: string | undefined;
+    /** Required. Schema name in the source database. */
+    sourceSchema?: string | undefined;
+    /** Required. Destination catalog to store tables. */
+    destinationCatalog?: string | undefined;
+    /** Required. Destination schema to store tables in. Tables with the same name as the source tables are created in this destination schema. The pipeline fails If a table with the same name already exists. */
+    destinationSchema?: string | undefined;
+    /** Configuration settings to control the ingestion of tables. These settings are applied to all tables in this schema and override the table_configuration defined in the IngestionPipelineDefinition object. */
+    tableConfiguration?: IngestionPipelineDefinition_TableSpecificConfig | undefined;
+    /** (Optional) Source Specific Connector Options */
+    connectorOptions?: ConnectorOptions | undefined;
+}
+export interface IngestionPipelineDefinition_TableSpec {
+    /** Source catalog name. Might be optional depending on the type of source. */
+    sourceCatalog?: string | undefined;
+    /** Schema name in the source database. Might be optional depending on the type of source. */
+    sourceSchema?: string | undefined;
+    /** Required. Table name in the source database. */
+    sourceTable?: string | undefined;
+    /** Required. Destination catalog to store table. */
+    destinationCatalog?: string | undefined;
+    /** Required. Destination schema to store table. */
+    destinationSchema?: string | undefined;
+    /** Optional. Destination table name. The pipeline fails if a table with that name already exists. If not set, the source table name is used. */
+    destinationTable?: string | undefined;
+    /** Configuration settings to control the ingestion of tables. These settings override the table_configuration defined in the IngestionPipelineDefinition object and the SchemaSpec. */
+    tableConfiguration?: IngestionPipelineDefinition_TableSpecificConfig | undefined;
+    /** (Optional) Source Specific Connector Options */
+    connectorOptions?: ConnectorOptions | undefined;
+}
+export interface IngestionPipelineDefinition_TableSpecificConfig {
+    scdType?: ScdType_ScdType | undefined;
+    /** The primary key of the table used to apply changes. */
+    primaryKeys?: string[] | undefined;
+    /** The column names specifying the logical order of events in the source data. Spark Declarative Pipelines uses this sequencing to handle change events that arrive out of order. */
+    sequenceBy?: string[] | undefined;
+    /**
+     * A list of column names to be included for the ingestion.
+     * When not specified, all columns except ones in exclude_columns will be included. Future
+     * columns will be automatically included.
+     * When specified, all other future columns will be automatically excluded from ingestion.
+     * This field in mutually exclusive with `exclude_columns`.
+     */
+    includeColumns?: string[] | undefined;
+    /**
+     * A list of column names to be excluded for the ingestion.
+     * When not specified, include_columns fully controls what columns to be ingested.
+     * When specified, all other columns including future ones will be automatically included for ingestion.
+     * This field in mutually exclusive with `include_columns`.
+     */
+    excludeColumns?: string[] | undefined;
+    /** If true, formula fields defined in the table are included in the ingestion. This setting is only valid for the Salesforce connector */
+    salesforceIncludeFormulaFields?: boolean | undefined;
+    /** (Optional) Additional custom parameters for Workday Report */
+    workdayReportParameters?: IngestionPipelineDefinition_WorkdayReportParameters | undefined;
+    /**
+     * (Optional, Immutable) The row filter condition to be applied to the table.
+     * It must not contain the WHERE keyword, only the actual filter condition.
+     * It must be in DBSQL format.
+     */
+    rowFilter?: string | undefined;
+    queryBasedConnectorConfig?: IngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfig | undefined;
+    /**
+     * (Optional, Mutable) Policy for auto full refresh, if enabled pipeline will automatically try
+     * to fix issues by doing a full refresh on the table in the retry run. auto_full_refresh_policy
+     * in table configuration will override the above level auto_full_refresh_policy.
+     * For example,
+     * {
+     * "auto_full_refresh_policy": {
+     * "enabled": true,
+     * "min_interval_hours": 23,
+     * }
+     * }
+     * If unspecified, auto full refresh is disabled.
+     */
+    autoFullRefreshPolicy?: AutoFullRefreshPolicy | undefined;
+}
+/** Configurations that are only applicable for query-based ingestion connectors. */
+export interface IngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfig {
+    /**
+     * The names of the monotonically increasing columns in the source table that are used to enable
+     * the table to be read and ingested incrementally through structured streaming.
+     * The columns are allowed to have repeated values but have to be non-decreasing.
+     * If the source data is merged into the destination (e.g., using SCD Type 1 or Type 2), these
+     * columns will implicitly define the `sequence_by` behavior. You can still explicitly set
+     * `sequence_by` to override this default.
+     */
+    cursorColumns?: string[] | undefined;
+    /**
+     * Specifies a SQL WHERE condition that specifies that the source row has been deleted.
+     * This is sometimes referred to as "soft-deletes".
+     * For example: "Operation = 'DELETE'" or "is_deleted = true".
+     * This field is orthogonal to `hard_deletion_sync_interval_in_seconds`,
+     * one for soft-deletes and the other for hard-deletes.
+     * See also the hard_deletion_sync_min_interval_in_seconds field for
+     * handling of "hard deletes" where the source rows are physically removed from the table.
+     */
+    deletionCondition?: string | undefined;
+    /**
+     * Specifies the minimum interval (in seconds) between snapshots on primary keys
+     * for detecting and synchronizing hard deletions—i.e., rows that have been
+     * physically removed from the source table.
+     * This interval acts as a lower bound. If ingestion runs less frequently than
+     * this value, hard deletion synchronization will align with the actual ingestion
+     * frequency instead of happening more often.
+     * If not set, hard deletion synchronization via snapshots is disabled.
+     * This field is mutable and can be updated without triggering a full snapshot.
+     */
+    hardDeletionSyncMinIntervalInSeconds?: bigint | undefined;
+}
+export interface IngestionPipelineDefinition_WorkdayReportParameters {
+    /**
+     * (Optional) Marks the report as incremental.
+     * This field is deprecated and should not be used. Use `parameters` instead. The incremental behavior is now
+     * controlled by the `parameters` field.
+     */
+    incremental?: boolean | undefined;
+    /**
+     * (Optional) Additional custom parameters for Workday Report
+     * This field is deprecated and should not be used. Use `parameters` instead.
+     */
+    reportParameters?: IngestionPipelineDefinition_WorkdayReportParameters_QueryKeyValue[] | undefined;
+    /**
+     * Parameters for the Workday report. Each key represents the parameter name (e.g., "start_date", "end_date"),
+     * and the corresponding value is a SQL-like expression used to compute the parameter value at runtime.
+     * Example:
+     * {
+     * "start_date": "{ coalesce(current_offset(), date(\"2025-02-01\")) }",
+     * "end_date": "{ current_date() - INTERVAL 1 DAY }"
+     * }
+     */
+    parameters?: Record<string, string> | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface IngestionPipelineDefinition_WorkdayReportParameters_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface IngestionPipelineDefinition_WorkdayReportParameters_QueryKeyValue {
+    /** Key for the report parameter, can be a column name or other metadata */
+    key?: string | undefined;
+    /**
+     * Value for the report parameter.
+     * Possible values it can take are these sql functions:
+     * 1. coalesce(current_offset(), date("YYYY-MM-DD")) -> if current_offset() is null, then the passed date, else current_offset()
+     * 2. current_date()
+     * 3. date_sub(current_date(), x) -> subtract x (some non-negative integer) days from current date
+     */
+    value?: string | undefined;
+}
+/** Jira specific options for ingestion */
+export interface JiraConnectorOptions {
+    /** (Optional) Projects to filter Jira data on */
+    includeJiraSpaces?: string[] | undefined;
+}
+export interface JsonTransformerOptions {
+    /** Parse the entire value as a single Variant column. */
+    asVariant?: boolean | undefined;
+    /** Inline schema string for JSON parsing (Spark DDL format). */
+    schema?: string | undefined;
+    /** Path to a schema file (.ddl). */
+    schemaFilePath?: string | undefined;
+    /** (Optional) Schema evolution mode for schema inference. */
+    schemaEvolutionMode?: FileIngestionOptions_SchemaEvolutionMode | undefined;
+    /** (Optional) Schema hints as a comma-separated string of "column_name type" pairs. */
+    schemaHints?: string | undefined;
+}
+export interface KafkaOptions {
+    /**
+     * Topics to subscribe to.
+     * Only one of topics or topic_pattern must be specified.
+     */
+    topics?: string[] | undefined;
+    /**
+     * Java regex pattern to subscribe to matching topics.
+     * Only one of topics or topic_pattern must be specified.
+     */
+    topicPattern?: string | undefined;
+    /**
+     * (Optional) Transformer for the message key.
+     * If not specified, the key is left as raw bytes.
+     */
+    keyTransformer?: Transformer | undefined;
+    /**
+     * (Optional) Transformer for the message value.
+     * If not specified, the value is left as raw bytes.
+     */
+    valueTransformer?: Transformer | undefined;
+    /**
+     * (Optional) Where to begin reading when no checkpoint exists.
+     * Valid values: "latest" and "earliest". Defaults to "latest".
+     */
+    startingOffset?: string | undefined;
+    /** Internal option to control the maximum number of offsets to process per trigger. */
+    maxOffsetsPerTrigger?: bigint | undefined;
+    /**
+     * Undocumented backdoor mechanism for overriding parameters
+     * to pass to the Kafka client.
+     * This is not supported and may break at any time.
+     */
+    clientConfig?: Record<string, string> | undefined;
+}
+export interface KafkaOptions_ClientConfigEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+/**
+ * The request/response messages for the ListPipelines API. The default behavior is to return
+ * the 25 newest events in timestamp descending order for the given pipeline.
+ */
+export interface ListPipelineEventsRequest {
+    /** The pipeline to return events for. */
+    pipelineId?: string | undefined;
+    /**
+     * Page token returned by previous call. This field is mutually
+     * exclusive with all fields in this request except max_results. An error is
+     * returned if any fields other than max_results are set when this field is set.
+     */
+    pageToken?: string | undefined;
+    /**
+     * Max number of entries to return in a single page. The system may return
+     * fewer than max_results events in a response, even if there are more events
+     * available.
+     */
+    maxResults?: number | undefined;
+    /**
+     * A string indicating a sort order by timestamp for the results, for example, ["timestamp asc"].
+     * The sort order can be ascending or descending. By default, events are returned
+     * in descending order by timestamp.
+     */
+    orderBy?: string[] | undefined;
+    /**
+     * Criteria to select a subset of results, expressed using a SQL-like syntax.
+     * The supported filters are:
+     * 1. level='INFO' (or WARN or ERROR)
+     * 2. level in ('INFO', 'WARN')
+     * 3. id='[event-id]'
+     * 4. timestamp > 'TIMESTAMP' (or >=,<,<=,=)
+     *
+     * Composite expressions are supported, for example: level in ('ERROR', 'WARN')
+     * AND timestamp> '2021-07-22T06:37:33.083Z'
+     */
+    filter?: string | undefined;
+}
+export interface ListPipelineEventsRequest_Response {
+    /** The list of events matching the request criteria. */
+    events?: PipelineEvent[] | undefined;
+    /** If present, a token to fetch the next page of events. */
+    nextPageToken?: string | undefined;
+    /** If present, a token to fetch the previous page of events. */
+    prevPageToken?: string | undefined;
+}
+/**
+ * The request/response messages for the ListPipelines API. The default behavior is to return
+ * the 25 first pipelines in ascending order of pipeline id.
+ */
+export interface ListPipelinesRequest {
+    /** Page token returned by previous call */
+    pageToken?: string | undefined;
+    /**
+     * The maximum number of entries to return in a single page. The system may
+     * return fewer than max_results events in a response, even if there are
+     * more events available. This field is optional. The default value is 25.
+     * The maximum value is 100. An error is returned if the value of max_results
+     * is greater than 100.
+     */
+    maxResults?: number | undefined;
+    /**
+     * A list of strings specifying the order of results.
+     * Supported order_by fields are id and name. The default is id asc.
+     * This field is optional.
+     */
+    orderBy?: string[] | undefined;
+    /**
+     * Select a subset of results based on the specified criteria.
+     * The supported filters are:
+     *
+     * * `notebook='<path>'` to select pipelines that reference the provided notebook path.
+     * * `name LIKE '[pattern]'` to select pipelines with a name that matches pattern.
+     * Wildcards are supported, for example: `name LIKE '%shopping%'`
+     *
+     * Composite filters are not supported. This field is optional.
+     */
+    filter?: string | undefined;
+}
+export interface ListPipelinesRequest_Response {
+    /** The list of events matching the request criteria. */
+    statuses?: PipelineStateInfo[] | undefined;
+    /** If present, a token to fetch the next page of events. */
+    nextPageToken?: string | undefined;
+}
+/**
+ * The request/response messages for the ListUpdates API. The default behavior is to return
+ * the 25 most recent updates in timestamp descending order for the given pipeline. No custom
+ * sorting or filtering is supported.
+ */
+export interface ListUpdatesRequest {
+    /** The pipeline to return updates for. */
+    pipelineId?: string | undefined;
+    /** Page token returned by previous call */
+    pageToken?: string | undefined;
+    /** Max number of entries to return in a single page. */
+    maxResults?: number | undefined;
+    /** If present, returns updates until and including this update_id. */
+    untilUpdateId?: string | undefined;
+}
+export interface ListUpdatesRequest_Response {
+    updates?: UpdateInfo[] | undefined;
+    /**
+     * If present, then there are more results, and this a token to be used in a subsequent request
+     * to fetch the next page.
+     */
+    nextPageToken?: string | undefined;
+    /** If present, then this token can be used in a subsequent request to fetch the previous page. */
+    prevPageToken?: string | undefined;
+}
+export interface ManualTrigger {
+}
+/** Meta Marketing (Meta Ads) specific options for ingestion */
+export interface MetaMarketingOptions {
+    /** (Optional) Granularity of data to pull (account, ad, adset, campaign) */
+    level?: string | undefined;
+    /** (Optional) Breakdowns to configure for data aggregation */
+    breakdowns?: string[] | undefined;
+    /** (Optional) Action breakdowns to configure for data aggregation */
+    actionBreakdowns?: string[] | undefined;
+    /** (Optional) Timing used to report action statistics (impression, conversion, mixed, or lifetime) */
+    actionReportTime?: string | undefined;
+    /**
+     * (Optional) Start date in yyyy-MM-dd format (e.g. 2025-01-15). Data added
+     * after this date will be ingested
+     */
+    startDate?: string | undefined;
+    /**
+     * (Optional) Window in days to revisit data during sync to capture
+     * updated conversion data from the API.
+     */
+    customInsightsLookbackWindow?: number | undefined;
+    /** (Optional) Value in string by which to aggregate statistics (can take all_days, monthly or number of days) */
+    timeIncrement?: string | undefined;
+    /** (Optional) Action attribution windows for insights reporting (e.g. "28d_click", "1d_view") */
+    actionAttributionWindows?: string[] | undefined;
+}
+export interface NotebookLibrary {
+    /** The absolute path of the source code. */
+    path?: string | undefined;
+}
+export interface Notifications {
+    /** A list of email addresses notified when a configured alert is triggered. */
+    emailRecipients?: string[] | undefined;
+    /**
+     * A list of alerts that trigger the sending of notifications to the configured
+     * destinations. The supported alerts are:
+     *
+     * * `on-update-success`: A pipeline update completes successfully.
+     * * `on-update-failure`: Each time a pipeline update fails.
+     * * `on-update-fatal-failure`: A pipeline update fails with a non-retryable (fatal) error.
+     * * `on-flow-failure`: A single data flow fails.
+     */
+    alerts?: string[] | undefined;
+}
+/** Proto representing a window */
+export interface OperationTimeWindow {
+    /** An integer between 0 and 23 denoting the start hour for the window in the 24-hour day. */
+    startHour?: number | undefined;
+    /**
+     * Days of week in which the window is allowed to happen
+     * If not specified all days of the week will be used.
+     */
+    daysOfWeek?: DayOfWeek[] | undefined;
+    /**
+     * Time zone id of window. See https://docs.databricks.com/sql/language-manual/sql-ref-syntax-aux-conf-mgmt-set-timezone.html for details.
+     * If not specified, UTC will be used.
+     */
+    timeZoneId?: string | undefined;
+}
+export interface Origin {
+    /** The cloud provider, e.g., AWS or Azure. */
+    cloud?: string | undefined;
+    /** The cloud region. */
+    region?: string | undefined;
+    /** The org id of the user. Unique within a cloud. */
+    orgId?: bigint | undefined;
+    /** The id of the pipeline. Globally unique. */
+    pipelineId?: string | undefined;
+    /** The name of the pipeline. Not unique. */
+    pipelineName?: string | undefined;
+    /** The id of the cluster where an execution happens. Unique within a region. */
+    clusterId?: string | undefined;
+    /** The id of an execution. Globally unique. */
+    updateId?: string | undefined;
+    /** The id of a maintenance run. Globally unique. */
+    maintenanceId?: string | undefined;
+    /** The id of a (delta) table. Globally unique. */
+    tableId?: string | undefined;
+    /** The name of a dataset. Unique within a pipeline. */
+    datasetName?: string | undefined;
+    /**
+     * The id of the flow. Globally unique. Incremental queries will generally
+     * reuse the same id while complete queries will have a new id per update.
+     */
+    flowId?: string | undefined;
+    /** The name of the flow. Not unique. */
+    flowName?: string | undefined;
+    /** The id of a batch. Unique within a flow. */
+    batchId?: bigint | undefined;
+    /** The id of the request that caused an update. */
+    requestId?: string | undefined;
+    /** The Unity Catalog id of the MV or ST being updated. */
+    ucResourceId?: string | undefined;
+    /** The optional host name where the event was triggered */
+    host?: string | undefined;
+    /** Materialization name. */
+    materializationName?: string | undefined;
+    /** The name of the source UC connection (if known) from whose data ingestion is described by this event. */
+    ingestionSourceConnectionName?: string | undefined;
+    /** The name of the source catalog name (if known) from whose data ingestion is described by this event. */
+    ingestionSourceCatalogName?: string | undefined;
+    /** The name of the source schema name (if known) from whose data ingestion is described by this event. */
+    ingestionSourceSchemaName?: string | undefined;
+    /** The name of the source table name (if known) from whose data ingestion is described by this event. */
+    ingestionSourceTableName?: string | undefined;
+    /** An optional implementation-defined source table version of a dataset being (re)ingested. */
+    ingestionSourceTableVersion?: string | undefined;
+}
+/** Outlook specific options for ingestion */
+export interface OutlookOptions {
+    /** Deprecated. Use include_folders instead. */
+    folderFilter?: string[] | undefined;
+    /** Deprecated. Use include_senders instead. */
+    senderFilter?: string[] | undefined;
+    /** Deprecated. Use include_subjects instead. */
+    subjectFilter?: string[] | undefined;
+    /**
+     * (Optional) Start date for the initial sync in YYYY-MM-DD format.
+     * Format: YYYY-MM-DD (e.g., 2024-01-01)
+     * This determines the earliest date from which to sync historical data.
+     * If not specified, complete history is ingested.
+     */
+    startDate?: string | undefined;
+    /**
+     * (Optional) Defines how the body_content column is populated.
+     * TEXT_HTML: Preserves full formatting, links, and styling.
+     * TEXT_PLAIN: Converts body to plain text. Recommended for AI/RAG pipelines to reduce token usage and noise.
+     */
+    bodyFormat?: OutlookBodyFormat | undefined;
+    /**
+     * (Optional) Controls which attachments to ingest.
+     * If not specified, defaults to ALL.
+     */
+    attachmentMode?: OutlookAttachmentMode | undefined;
+    /**
+     * (Optional) List of mailboxes to sync (e.g. mailbox email addresses or identifiers).
+     * If not specified, all accessible mailboxes are ingested.
+     * Filter semantics: OR between different mailboxes.
+     */
+    includeMailboxes?: string[] | undefined;
+    /**
+     * (Optional) Filter mail folders to include in the sync.
+     * If not specified, all folders will be synced.
+     * Examples: Inbox, Sent Items, Custom_Folder
+     * Filter semantics: OR between different folders.
+     */
+    includeFolders?: string[] | undefined;
+    /**
+     * (Optional) Filter emails by sender address. Uses exact email match.
+     * Examples: user@vendor.com, alerts@system.io, noreply@company.com
+     * If not specified, emails from all senders will be synced.
+     * Filter semantics: OR between different senders.
+     */
+    includeSenders?: string[] | undefined;
+    /**
+     * (Optional) Filter emails by subject line. Values ending with "*" use prefix match (subject starts with
+     * the part before "*"); otherwise substring match (subject contains the value).
+     * Examples: "Invoice" (substring), "Re:*" (prefix), "Support Ticket", "URGENT*"
+     * If not specified, emails with all subjects will be synced.
+     * Filter semantics: OR between different subjects.
+     */
+    includeSubjects?: string[] | undefined;
+}
+export interface PathPattern {
+    /** The source code to include for pipelines */
+    include?: string | undefined;
+}
+export interface PipelineCluster {
+    /** A label for the cluster specification, either `default` to configure the default cluster, or `maintenance` to configure the maintenance cluster. This field is optional. The default value is `default`. */
+    label?: string | undefined;
+    /** Note: This field won't be persisted. Only API users will check this field. */
+    applyPolicyDefaultValues?: boolean | undefined;
+    /**
+     * An object containing a set of optional, user-specified Spark configuration key-value pairs.
+     * See :method:clusters/create for more details.
+     */
+    sparkConf?: Record<string, string> | undefined;
+    /**
+     * Attributes related to clusters running on Amazon Web Services.
+     * If not specified at cluster creation, a set of default values will be used.
+     */
+    awsAttributes?: PipelinesAwsAttributes | undefined;
+    /**
+     * Attributes related to clusters running on Microsoft Azure.
+     * If not specified at cluster creation, a set of default values will be used.
+     */
+    azureAttributes?: PipelinesAzureAttributes | undefined;
+    /**
+     * Attributes related to clusters running on Google Cloud Platform.
+     * If not specified at cluster creation, a set of default values will be used.
+     */
+    gcpAttributes?: PipelinesGcpAttributes | undefined;
+    /**
+     * This field encodes, through a single value, the resources available to each of
+     * the Spark nodes in this cluster. For example, the Spark nodes can be provisioned
+     * and optimized for memory or compute intensive workloads. A list of available node
+     * types can be retrieved by using the :method:clusters/listNodeTypes API call.
+     */
+    nodeTypeId?: string | undefined;
+    /**
+     * The node type of the Spark driver.
+     * Note that this field is optional; if unset, the driver node type will be set as the same value
+     * as `node_type_id` defined above.
+     */
+    driverNodeTypeId?: string | undefined;
+    /**
+     * SSH public key contents that will be added to each Spark node in this cluster. The
+     * corresponding private keys can be used to login with the user name `ubuntu` on port `2200`.
+     * Up to 10 keys can be specified.
+     */
+    sshPublicKeys?: string[] | undefined;
+    /**
+     * Additional tags for cluster resources. <Databricks> will tag all cluster resources (e.g., AWS
+     * instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
+     *
+     * - Currently, <Databricks> allows at most 45 custom tags
+     *
+     * - Clusters can only reuse cloud resources if the resources' tags are a subset of the cluster tags
+     */
+    customTags?: Record<string, string> | undefined;
+    /**
+     * The configuration for delivering spark logs to a long-term storage destination.
+     * Only dbfs destinations are supported. Only one destination can be specified
+     * for one cluster. If the conf is given, the logs will be delivered to the destination every
+     * `5 mins`. The destination of driver logs is `$destination/$clusterId/driver`, while
+     * the destination of executor logs is `$destination/$clusterId/executor`.
+     */
+    clusterLogConf?: PipelinesClusterLogConf | undefined;
+    /**
+     * An object containing a set of optional, user-specified environment variable key-value pairs.
+     * Please note that key-value pair of the form (X,Y) will be exported as is (i.e.,
+     * `export X='Y'`) while launching the driver and workers.
+     *
+     * In order to specify an additional set of `SPARK_DAEMON_JAVA_OPTS`, we recommend appending
+     * them to `$SPARK_DAEMON_JAVA_OPTS` as shown in the example below. This ensures that all
+     * default databricks managed environmental variables are included as well.
+     *
+     * Example Spark environment variables:
+     * `{"SPARK_WORKER_MEMORY": "28000m", "SPARK_LOCAL_DIRS": "/local_disk0"}` or
+     * `{"SPARK_DAEMON_JAVA_OPTS": "$SPARK_DAEMON_JAVA_OPTS -Dspark.shuffle.service.enabled=true"}`
+     */
+    sparkEnvVars?: Record<string, string> | undefined;
+    /** The configuration for storing init scripts. Any number of destinations can be specified. The scripts are executed sequentially in the order provided. If `cluster_log_conf` is specified, init script logs are sent to `<destination>/<cluster-ID>/init_scripts`. */
+    initScripts?: PipelinesInitScriptInfo[] | undefined;
+    /** The optional ID of the instance pool to which the cluster belongs. */
+    instancePoolId?: string | undefined;
+    /** The ID of the cluster policy used to create the cluster if applicable. */
+    policyId?: string | undefined;
+    /** Whether to enable local disk encryption for the cluster. */
+    enableLocalDiskEncryption?: boolean | undefined;
+    /**
+     * The optional ID of the instance pool for the driver of the cluster belongs.
+     * The pool cluster uses the instance pool with id (instance_pool_id) if the driver pool is not
+     * assigned.
+     */
+    driverInstancePoolId?: string | undefined;
+    size?: {
+        $case: 'numWorkers';
+        /**
+         * Number of worker nodes that this cluster should have. A cluster has one Spark Driver
+         * and `num_workers` Executors for a total of `num_workers` + 1 Spark nodes.
+         *
+         * Note: When reading the properties of a cluster, this field reflects the desired number
+         * of workers rather than the actual current number of workers. For instance, if a cluster
+         * is resized from 5 to 10 workers, this field will immediately be updated to reflect
+         * the target size of 10 workers, whereas the workers listed in `spark_info` will gradually
+         * increase from 5 to 10 as the new nodes are provisioned.
+         */
+        numWorkers: number;
+    } | {
+        $case: 'autoscale';
+        /**
+         * Parameters needed in order to automatically scale clusters up and down based on load.
+         * Note: autoscaling works best with DB runtime versions 3.0 or later.
+         */
+        autoscale: PipelinesAutoScale;
+    } | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface PipelineCluster_CustomTagsEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface PipelineCluster_SparkConfEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface PipelineCluster_SparkEnvVarsEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface PipelineDeployment {
+    /** The deployment method that manages the pipeline. */
+    kind?: DeploymentKind | undefined;
+    /** The path to the file containing metadata about the deployment. */
+    metadataFilePath?: string | undefined;
+    /**
+     * ID of the deployment that manages this pipeline. Only set when `kind` is
+     * `BUNDLE`. Used to look up deployment metadata from the Deployment
+     * Metadata service.
+     */
+    deploymentId?: string | undefined;
+    /**
+     * ID of the version of the deployment that produced this pipeline. Only
+     * set when `kind` is `BUNDLE`. Identifies a specific snapshot of the
+     * deployment in the Deployment Metadata service.
+     */
+    versionId?: string | undefined;
+}
+export interface PipelineEvent {
+    /** A time-based, globally unique id. */
+    id?: string | undefined;
+    /** A sequencing object to identify and order events. */
+    sequence?: Sequencing | undefined;
+    /** Describes where the event originates from. */
+    origin?: Origin | undefined;
+    /** The time of the event. */
+    timestamp?: string | undefined;
+    /** The display message associated with the event. */
+    message?: string | undefined;
+    /** The severity level of the event. */
+    level?: EventLevel | undefined;
+    /** Information about an error captured by the event. */
+    error?: ErrorDetail | undefined;
+    /** The event type. Should always correspond to the details */
+    eventType?: string | undefined;
+    /** Maturity level for event_type. */
+    maturityLevel?: MaturityLevel | undefined;
+    /**
+     * Information about which fields were truncated from this event due to size constraints.
+     * If empty or absent, no truncation occurred.
+     * See https://docs.databricks.com/en/ldp/monitor-event-logs for information on
+     * retrieving complete event data.
+     */
+    truncation?: Truncation | undefined;
+}
+export interface PipelineLibrary {
+    lib?: {
+        $case: 'jar';
+        /** URI of the jar to be installed. Currently only DBFS is supported. */
+        jar: string;
+    } | {
+        $case: 'maven';
+        /** Specification of a maven library to be installed. */
+        maven: PipelinesMavenLibrary;
+    } | {
+        $case: 'whl';
+        /** URI of the whl to be installed. */
+        whl: string;
+    } | {
+        $case: 'notebook';
+        /** The path to a notebook that defines a pipeline and is stored in the <Databricks> workspace. */
+        notebook: NotebookLibrary;
+    } | {
+        $case: 'file';
+        /** The path to a file that defines a pipeline and is stored in the Databricks Repos. */
+        file: NotebookLibrary;
+    } | {
+        $case: 'glob';
+        /**
+         * The unified field to include source codes.
+         * Each entry can be a notebook path, a file path, or a folder path that ends `/\**`.
+         * This field cannot be used together with `notebook` or `file`.
+         */
+        glob: PathPattern;
+    } | undefined;
+}
+export interface PipelineSpec {
+    /** Unique identifier for this pipeline. */
+    id?: string | undefined;
+    /** Friendly identifier for this pipeline. */
+    name?: string | undefined;
+    /** DBFS root directory for storing checkpoints and tables. */
+    storage?: string | undefined;
+    /** String-String configuration for this pipeline execution. */
+    configuration?: Record<string, string> | undefined;
+    /** Cluster settings for this pipeline deployment. */
+    clusters?: PipelineCluster[] | undefined;
+    /** Libraries or code needed by this deployment. */
+    libraries?: PipelineLibrary[] | undefined;
+    /** The configuration for a managed ingestion pipeline. These settings cannot be used with the 'libraries', 'schema', 'target', or 'catalog' settings. */
+    ingestionDefinition?: IngestionPipelineDefinition | undefined;
+    /** The definition of a gateway pipeline to support change data capture. */
+    gatewayDefinition?: IngestionGatewayPipelineDefinition | undefined;
+    /** Which pipeline trigger to use. Deprecated: Use `continuous` instead. */
+    trigger?: PipelineTrigger | undefined;
+    /** Target schema (database) to add tables in this pipeline to. Exactly one of `schema` or `target` must be specified. To publish to Unity Catalog, also specify `catalog`. This legacy field is deprecated for pipeline creation in favor of the `schema` field. */
+    target?: string | undefined;
+    /** The default schema (database) where tables are read from or published to. */
+    schema?: string | undefined;
+    /** Filters on which Pipeline packages to include in the deployed graph. */
+    filters?: Filters | undefined;
+    /** Whether the pipeline is continuous or triggered. This replaces `trigger`. */
+    continuous?: boolean | undefined;
+    /** Whether the pipeline is in Development mode. Defaults to false. */
+    development?: boolean | undefined;
+    /** Whether Photon is enabled for this pipeline. */
+    photon?: boolean | undefined;
+    /** Pipeline product edition. */
+    edition?: string | undefined;
+    /** SDP Release Channel that specifies which version to use. */
+    channel?: string | undefined;
+    /** A catalog in Unity Catalog to publish data from this pipeline to. If `target` is specified, tables in this pipeline are published to a `target` schema inside `catalog` (for example, `catalog`.`target`.`table`). If `target` is not specified, no data is published to Unity Catalog. */
+    catalog?: string | undefined;
+    /** List of notification settings for this pipeline. */
+    notifications?: Notifications[] | undefined;
+    /** Whether serverless compute is enabled for this pipeline. */
+    serverless?: boolean | undefined;
+    /** Deployment type of this pipeline. */
+    deployment?: PipelineDeployment | undefined;
+    /** Restart window of this pipeline. */
+    restartWindow?: RestartWindow | undefined;
+    /** Budget policy of this pipeline. */
+    budgetPolicyId?: string | undefined;
+    /**
+     * A map of tags associated with the pipeline.
+     * These are forwarded to the cluster as cluster tags, and are therefore subject to the same limitations.
+     * A maximum of 25 tags can be added to the pipeline.
+     */
+    tags?: Record<string, string> | undefined;
+    /** Event log configuration for this pipeline */
+    eventLog?: EventLogSpec | undefined;
+    /**
+     * Root path for this pipeline.
+     * This is used as the root directory when editing the pipeline in the <Databricks> user interface and it is
+     * added to sys.path when executing Python sources during pipeline execution.
+     */
+    rootPath?: string | undefined;
+    /** Environment specification for this pipeline used to install dependencies. */
+    environment?: PipelinesEnvironment | undefined;
+    /** Usage policy of this pipeline. */
+    usagePolicyId?: string | undefined;
+}
+/** Key value pair used to specify configuration parameters to Execution */
+export interface PipelineSpec_ConfigurationEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+/** A key-value entry that defines a single pipeline tags. */
+export interface PipelineSpec_TagsEntry {
+    /** Mandatory key for the tag pair. */
+    key?: string | undefined;
+    /**
+     * Optional value to be associated with the provided key.
+     * If the value is not provided, the key serves as the sole identifier of this key-value pair and the values is assumed to be an empty string.
+     */
+    value?: string | undefined;
+}
+export interface PipelineState {
+}
+export interface PipelineStateInfo {
+    /** The unique identifier of the pipeline. */
+    pipelineId?: string | undefined;
+    state?: PipelineState_PipelineState | undefined;
+    /** The unique identifier of the cluster running the pipeline. */
+    clusterId?: string | undefined;
+    /** The user-friendly name of the pipeline. */
+    name?: string | undefined;
+    /** Status of the latest updates for the pipeline. Ordered with the newest update first. */
+    latestUpdates?: UpdateStateInfo[] | undefined;
+    /** The username of the pipeline creator. */
+    creatorUserName?: string | undefined;
+    /** The username that the pipeline runs as. This is a read only value derived from the pipeline owner. */
+    runAsUserName?: string | undefined;
+    /** The health of a pipeline. */
+    health?: PipelineHealthStatus | undefined;
+}
+export interface PipelineTrigger {
+    trigger?: {
+        $case: 'manual';
+        manual: ManualTrigger;
+    } | {
+        $case: 'cron';
+        cron: CronTrigger;
+    } | undefined;
+}
+export interface PipelinesAutoScale {
+    /**
+     * The minimum number of workers the cluster can scale down to when underutilized.
+     * It is also the initial number of workers the cluster will have after creation.
+     */
+    minWorkers?: number | undefined;
+    /** The maximum number of workers to which the cluster can scale up when overloaded. `max_workers` must be strictly greater than `min_workers`. */
+    maxWorkers?: number | undefined;
+    /**
+     * Databricks Enhanced Autoscaling optimizes cluster utilization by automatically
+     * allocating cluster resources based on workload volume, with minimal impact to
+     * the data processing latency of your pipelines. Enhanced Autoscaling is available
+     * for `updates` clusters only. The legacy autoscaling feature is used for `maintenance`
+     * clusters.
+     */
+    mode?: string | undefined;
+}
+/** Attributes set during cluster creation which are related to Amazon Web Services. */
+export interface PipelinesAwsAttributes {
+    /**
+     * The first ``first_on_demand`` nodes of the cluster will be placed on on-demand instances.
+     * If this value is greater than 0, the cluster driver node in particular will be placed on an
+     * on-demand instance. If this value is greater than or equal to the current cluster size, all
+     * nodes will be placed on on-demand instances. If this value is less than the current cluster
+     * size, ``first_on_demand`` nodes will be placed on on-demand instances and the remainder will
+     * be placed on ``availability`` instances. Note that this value does not affect
+     * cluster size and cannot currently be mutated over the lifetime of a cluster.
+     */
+    firstOnDemand?: number | undefined;
+    /**
+     * Availability type used for all subsequent nodes past the ``first_on_demand`` ones.
+     * Note: If ``first_on_demand`` is zero, this availability type will be used for the entire cluster.
+     */
+    availability?: PipelinesAwsAvailability | undefined;
+    /**
+     * Identifier for the availability zone/datacenter in which the cluster resides.
+     * This string will be of a form like "us-west-2a". The provided availability
+     * zone must be in the same region as the <Databricks> deployment. For example, "us-west-2a"
+     * is not a valid zone id if the <Databricks> deployment resides in the "us-east-1" region.
+     * This is an optional field at cluster creation, and if not specified, a default zone will be used.
+     * If the zone specified is "auto", will try to place cluster in a zone with high availability,
+     * and will retry placement in a different AZ if there is not enough capacity.
+     * See [[AutoAZHelper.scala]] for more details.
+     * The list of available zones as well as the default value can be found by using the
+     * `List Zones`_ method.
+     */
+    zoneId?: string | undefined;
+    /**
+     * Nodes for this cluster will only be placed on AWS instances with this instance profile. If
+     * omitted, nodes will be placed on instances without an IAM instance profile. The instance
+     * profile must have previously been added to the <Databricks> environment by an account
+     * administrator.
+     *
+     * This feature may only be available to certain customer plans.
+     *
+     * ***internal
+     * If this field is ommitted, we will pull in the default from the conf if it exists.
+     */
+    instanceProfileArn?: string | undefined;
+    /**
+     * The bid price for AWS spot instances, as a percentage of the corresponding instance type's
+     * on-demand price.
+     * For example, if this field is set to 50, and the cluster needs a new ``r3.xlarge`` spot
+     * instance, then the bid price is half of the price of
+     * on-demand ``r3.xlarge`` instances. Similarly, if this field is set to 200, the bid price is twice
+     * the price of on-demand ``r3.xlarge`` instances. If not specified, the default value is 100.
+     * When spot instances are requested for this cluster, only spot instances whose bid price
+     * percentage matches this field will be considered.
+     * Note that, for safety, we enforce this field to be no more than 10000.
+     *
+     * ***internal
+     * The default value and documentation here should be kept consistent with
+     * CommonConf.defaultSpotBidPricePercent and CommonConf.maxSpotBidPricePercent.
+     */
+    spotBidPricePercent?: number | undefined;
+    /** The type of EBS volumes that will be launched with this cluster. */
+    ebsVolumeType?: PipelinesEbsVolumeType | undefined;
+    /**
+     * The number of volumes launched for each instance. Users can choose up to 10 volumes.
+     * This feature is only enabled for supported node types. Legacy node types cannot specify
+     * custom EBS volumes.
+     * For node types with no instance store, at least one EBS volume needs to be specified;
+     * otherwise, cluster creation will fail.
+     *
+     * These EBS volumes will be mounted at ``/ebs0``, ``/ebs1``, and etc.
+     * Instance store volumes will be mounted at ``/local_disk0``, ``/local_disk1``, and etc.
+     *
+     * If EBS volumes are attached, <Databricks> will configure Spark to use only the EBS volumes for
+     * scratch storage because heterogeneously sized scratch devices can lead to inefficient disk
+     * utilization. If no EBS volumes are attached, <Databricks> will configure Spark to use instance
+     * store volumes.
+     *
+     * Please note that if EBS volumes are specified, then the Spark configuration ``spark.local.dir``
+     * will be overridden.
+     */
+    ebsVolumeCount?: number | undefined;
+    /**
+     * The size of each EBS volume (in GiB) launched for each instance. For general purpose
+     * SSD, this value must be within the range 100 - 4096. For throughput optimized HDD,
+     * this value must be within the range 500 - 4096.
+     */
+    ebsVolumeSize?: number | undefined;
+    ebsVolumeIops?: number | undefined;
+    ebsVolumeThroughput?: number | undefined;
+}
+/** Attributes set during cluster creation which are related to Azure. */
+export interface PipelinesAzureAttributes {
+    /**
+     * The first ``first_on_demand`` nodes of the cluster will be placed on on-demand instances.
+     * This value should be greater than 0, to make sure the cluster driver node is placed on an
+     * on-demand instance. If this value is greater than or equal to the current cluster size, all
+     * nodes will be placed on on-demand instances. If this value is less than the current cluster
+     * size, ``first_on_demand`` nodes will be placed on on-demand instances and the remainder will
+     * be placed on ``availability`` instances. Note that this value does not affect
+     * cluster size and cannot currently be mutated over the lifetime of a cluster.
+     */
+    firstOnDemand?: number | undefined;
+    /**
+     * Availability type used for all subsequent nodes past the ``first_on_demand`` ones.
+     * Note: If ``first_on_demand`` is zero (which only happens on pool clusters), this availability
+     * type will be used for the entire cluster.
+     */
+    availability?: PipelinesAzureAvailability | undefined;
+    /**
+     * The max bid price to be used for Azure spot instances.
+     * The Max price for the bid cannot be higher than the on-demand price of the instance.
+     * If not specified, the default value is -1, which specifies that the instance cannot be evicted
+     * on the basis of price, and only on the basis of availability. Further, the value should > 0 or -1.
+     */
+    spotBidMaxPrice?: number | undefined;
+}
+/** Cluster log delivery config */
+export interface PipelinesClusterLogConf {
+    storageInfo?: {
+        $case: 'dbfs';
+        /**
+         * destination needs to be provided. e.g.
+         * ``{ "dbfs" : { "destination" : "dbfs:/home/cluster_log" } }``
+         */
+        dbfs: PipelinesDbfsStorageInfo;
+    } | undefined;
+}
+/** A storage location in DBFS */
+export interface PipelinesDbfsStorageInfo {
+    /** dbfs destination, e.g. ``dbfs:/my/path`` */
+    destination?: string | undefined;
+}
+/**
+ * The environment entity used to preserve serverless environment side panel, jobs' environment for non-notebook task, and SDP's environment for classic and serverless pipelines.
+ * In this minimal environment spec, only pip dependencies are supported.
+ */
+export interface PipelinesEnvironment {
+    /**
+     * List of pip dependencies, as supported by the version of pip in this environment.
+     * Each dependency is a pip requirement file line https://pip.pypa.io/en/stable/reference/requirements-file-format/
+     * Allowed dependency could be <requirement specifier>, <archive url/path>, <local project path>(WSFS or Volumes in <Databricks>), <vcs project url>
+     */
+    dependencies?: string[] | undefined;
+    /**
+     * The environment version of the serverless Python environment used to execute
+     * customer Python code. Each environment version includes a specific Python
+     * version and a curated set of pre-installed libraries with defined versions,
+     * providing a stable and reproducible execution environment.
+     *
+     * <Databricks> supports a three-year lifecycle for each environment version.
+     * For available versions and their included packages, see
+     * https://docs.databricks.com/aws/en/release-notes/serverless/environment-version/
+     *
+     * The value should be a string representing the environment version number, for example: `"4"`.
+     */
+    environmentVersion?: string | undefined;
+}
+/** Attributes set during cluster creation which are related to Gcp. */
+export interface PipelinesGcpAttributes {
+    /**
+     * If provided, the cluster will impersonate the google service account when accessing
+     * gcloud services (like GCS). The google service account
+     * must have previously been added to the <Databricks> environment by an account
+     * administrator.
+     */
+    googleServiceAccount?: string | undefined;
+    /** boot disk size in GB */
+    bootDiskSize?: number | undefined;
+    /**
+     * This field determines whether the spark executors will be scheduled to run on preemptible
+     * VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable.
+     */
+    availability?: PipelinesGcpAvailability | undefined;
+    /**
+     * Identifier for the availability zone in which the cluster resides.
+     * This can be one of the following:
+     * - "HA" => High availability, spread nodes across availability zones for a
+     * <Databricks> deployment region [default].
+     * - "AUTO" => <Databricks> picks an availability zone to schedule the cluster on.
+     * - A GCP availability zone => Pick One of the available zones for (machine type + region) from
+     * https://cloud.google.com/compute/docs/regions-zones.
+     */
+    zoneId?: string | undefined;
+    /**
+     * The number of local SSDs to attach to each worker and driver for this cluster. If left unspecified,
+     * the default number of local SSDs for the node type will be used.
+     *
+     * NOTE: Each instance type can only support a certain number of attached local SSDs. The value
+     * specified in local_ssd_count must be valid for BOTH the driver and worker instance type. See
+     * GCP docs here:
+     * https://cloud.google.com/compute/docs/disks#local_ssd_machine_type_restrictions
+     *
+     * Validation is performed at the RPC layer and the RPC will be rejected if the specified
+     * local_ssd_count is invalid.
+     */
+    localSsdCount?: number | undefined;
+}
+/** Config for an individual init script */
+export interface PipelinesInitScriptInfo {
+    storageInfo?: {
+        $case: 'dbfs';
+        /**
+         * destination needs to be provided. e.g.
+         * ``{ "dbfs" : { "destination" : "dbfs:/init-scripts/my_script.sh" } }``
+         */
+        dbfs: PipelinesDbfsStorageInfo;
+    } | {
+        $case: 's3';
+        /**
+         * destination and either region or endpoint should also be provided. e.g.
+         * ``{ "s3": { "destination" : "s3://init-scripts/my_script.sh", "region" : "us-west-2" } }``
+         * Cluster iam role is used to access s3, please make sure the cluster iam role in
+         * ``instance_profile_arn`` has permission to write data to the s3 destination.
+         */
+        s3: PipelinesS3StorageInfo;
+    } | undefined;
+}
+/**
+ * Write-only setting, available only in Create/Update calls. Specifies the user or service principal that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline.
+ *
+ * Only `user_name` or `service_principal_name` can be specified. If both are specified, an error is thrown.
+ */
+export interface PipelinesJobRunAs {
+    identity?: {
+        $case: 'userName';
+        /** The email of an active workspace user. Users can only set this field to their own email. */
+        userName: string;
+    } | {
+        $case: 'servicePrincipalName';
+        /** Application ID of an active service principal. Setting this field requires the `servicePrincipal/user` role. */
+        servicePrincipalName: string;
+    } | undefined;
+}
+export interface PipelinesMavenLibrary {
+    /** Gradle-style maven coordinates. For example: "org.jsoup:jsoup:1.7.2". */
+    coordinates?: string | undefined;
+    /**
+     * Maven repo to install the Maven package from. If omitted, both Maven Central Repository
+     * and Spark Packages are searched.
+     */
+    repo?: string | undefined;
+    /**
+     * List of dependencies to exclude. For example: `["slf4j:slf4j", "*:hadoop-client"]`.
+     *
+     * Maven dependency exclusions:
+     * https://maven.apache.org/guides/introduction/introduction-to-optional-and-excludes-dependencies.html.
+     */
+    exclusions?: string[] | undefined;
+}
+/** A storage location in Amazon S3 */
+export interface PipelinesS3StorageInfo {
+    /**
+     * S3 destination, e.g. ``s3://my-bucket/some-prefix`` Note that logs will be delivered using
+     * cluster iam role, please make sure you set cluster iam role and the role has write access to the
+     * destination. Please also note that you cannot use AWS keys to deliver logs.
+     */
+    destination?: string | undefined;
+    /**
+     * S3 region, e.g. ``us-west-2``. Either region or endpoint needs to be set. If both are set,
+     * endpoint will be used.
+     */
+    region?: string | undefined;
+    /**
+     * S3 endpoint, e.g. ``https://s3-us-west-2.amazonaws.com``. Either region or endpoint needs to be set.
+     * If both are set, endpoint will be used.
+     */
+    endpoint?: string | undefined;
+    /** Flag to enable server side encryption, ``false`` by default. */
+    enableEncryption?: boolean | undefined;
+    /**
+     * The encryption type, it could be ``sse-s3`` or ``sse-kms``. It will be used only when
+     * encryption is enabled and the default type is ``sse-s3``.
+     */
+    encryptionType?: string | undefined;
+    /** Kms key which will be used if encryption is enabled and encryption type is set to ``sse-kms``. */
+    kmsKey?: string | undefined;
+    /**
+     * Set canned access control list for the logs, e.g. ``bucket-owner-full-control``.
+     * If ``canned_cal`` is set, please make sure the cluster iam role has ``s3:PutObjectAcl`` permission on
+     * the destination bucket and prefix. The full list of possible canned acl can be found at
+     * http://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#canned-acl.
+     * Please also note that by default only the object owner gets full controls. If you are using cross account
+     * role for writing data, you may want to set ``bucket-owner-full-control`` to make bucket owner able to
+     * read the logs.
+     */
+    cannedAcl?: string | undefined;
+}
+/** PG-specific catalog-level configuration parameters */
+export interface PostgresCatalogConfig {
+    /** Optional. The Postgres slot configuration to use for logical replication */
+    slotConfig?: PostgresSlotConfig | undefined;
+}
+/** PostgresSlotConfig contains the configuration for a Postgres logical replication slot */
+export interface PostgresSlotConfig {
+    /** The name of the logical replication slot to use for the Postgres source */
+    slotName?: string | undefined;
+    /** The name of the publication to use for the Postgres source */
+    publicationName?: string | undefined;
+}
+/** Specifies a replace_where predicate override for a replace where flow. */
+export interface ReplaceWhereOverride {
+    /** Name of the flow to apply this override to. */
+    flowName?: string | undefined;
+    /**
+     * SQL predicate string to use as replace_where condition.
+     * Example: `date = '2024-10-10' AND city = 'xyz'`
+     */
+    predicateOverride?: string | undefined;
+}
+export interface RestartWindow {
+    /**
+     * An integer between 0 and 23 denoting the start hour for the restart window in the 24-hour day.
+     * Continuous pipeline restart is triggered only within a five-hour window starting at this hour.
+     */
+    startHour?: number | undefined;
+    /**
+     * Days of week in which the restart is allowed to happen (within a five-hour window starting at start_hour).
+     * If not specified all days of the week will be used.
+     */
+    daysOfWeek?: DayOfWeek[] | undefined;
+    /**
+     * Time zone id of restart window. See https://docs.databricks.com/sql/language-manual/sql-ref-syntax-aux-conf-mgmt-set-timezone.html for details.
+     * If not specified, UTC will be used.
+     */
+    timeZoneId?: string | undefined;
+}
+/** Configuration for rewinding a specific dataset. */
+export interface RewindDatasetSpec {
+    /** The identifier of the dataset (e.g., "main.foo.tbl1"). */
+    identifier?: string | undefined;
+    /** Whether to cascade the rewind to dependent datasets. Must be specified. */
+    cascade?: boolean | undefined;
+    /** Whether to reset checkpoints for this dataset. */
+    resetCheckpoints?: boolean | undefined;
+}
+/** Information about a rewind being requested for this pipeline or some of the datasets in it. */
+export interface RewindSpec {
+    /**
+     * The base timestamp to rewind to. Exactly one of rewind_timestamp or rewind_point_id must be
+     * specified.
+     */
+    rewindTimestamp?: string | undefined;
+    /** If true, this is a dry run and we should emit the RewindSummary but not perform the rewind. */
+    dryRun?: boolean | undefined;
+    /**
+     * List of datasets to rewind with specific configuration for each. When not specified,
+     * all datasets will be rewound with cascade = true and reset_checkpoints = true.
+     */
+    datasets?: RewindDatasetSpec[] | undefined;
+}
+export interface ScdType {
+}
+export interface Sequencing {
+    /** the ID assigned by the data plane. */
+    dataPlaneId?: DataPlaneId | undefined;
+    /** A sequence number, unique and increasing per pipeline. */
+    controlPlaneSeqNo?: bigint | undefined;
+}
+export interface SerializedException {
+    /** Runtime class of the exception */
+    className?: string | undefined;
+    /** Exception message */
+    message?: string | undefined;
+    /** Stack trace consisting of a list of stack frames */
+    stack?: StackFrame[] | undefined;
+}
+export interface SharepointOptions {
+    /** Required. The SharePoint URL. */
+    url?: string | undefined;
+    /**
+     * (Optional) The type of SharePoint entity to ingest.
+     * If not specified, defaults to FILE.
+     */
+    entityType?: SharepointOptions_SharepointEntityType | undefined;
+    /** (Optional) File ingestion options for processing files. */
+    fileIngestionOptions?: FileIngestionOptions | undefined;
+}
+/** Smartsheet specific options for ingestion */
+export interface SmartsheetOptions {
+    /**
+     * (Optional) When true, maps each column to its Smartsheet-declared type (Text/Number/Date/
+     * Checkbox/etc.). Cells that do not conform to the declared type are set to NULL.
+     * When false, all columns land as STRING. Use false for sheets with irregular data or columns
+     * that frequently violate their own declared type.
+     * If not specified, defaults to true.
+     */
+    enforceSchema?: boolean | undefined;
+}
+/** SourceCatalogConfig contains catalog-level custom configuration parameters for each source */
+export interface SourceCatalogConfig {
+    /** Source catalog name */
+    sourceCatalog?: string | undefined;
+    /** Configuration options for the source catalog */
+    options?: {
+        $case: 'postgres';
+        /** Postgres-specific catalog-level configuration parameters */
+        postgres: PostgresCatalogConfig;
+    } | undefined;
+}
+export interface SourceConfig {
+    /** Catalog-level source configuration parameters */
+    catalog?: SourceCatalogConfig | undefined;
+    /**
+     * Connector-specific top-level configuration. Values here act as defaults and
+     * can be overridden by the same field in the object-level connector_options.
+     */
+    connectorConfig?: {
+        $case: 'googleAdsConfig';
+        googleAdsConfig: GoogleAdsConfig;
+    } | undefined;
+}
+export interface StackFrame {
+    /** Class from which the method call originated */
+    declaringClass?: string | undefined;
+    /** Name of the method which was called */
+    methodName?: string | undefined;
+    /** File where the method is defined */
+    fileName?: string | undefined;
+    /** Line from which the method was called */
+    lineNumber?: number | undefined;
+}
+export interface StartUpdateRequest {
+    pipelineId?: string | undefined;
+    /** If true, this update will reset all tables before running. */
+    fullRefresh?: boolean | undefined;
+    cause?: UpdateCause | undefined;
+    /**
+     * A list of tables to update without fullRefresh. If both refresh_selection and
+     * full_refresh_selection are empty, this is a full graph update. Full Refresh on a table means
+     * that the states of the table will be reset before the refresh.
+     */
+    refreshSelection?: string[] | undefined;
+    /**
+     * A list of tables to update with fullRefresh. If both refresh_selection and
+     * full_refresh_selection are empty, this is a full graph update. Full Refresh on a table means
+     * that the states of the table will be reset before the refresh.
+     */
+    fullRefreshSelection?: string[] | undefined;
+    /**
+     * A list of flows for which this update should reset the streaming checkpoint. This selection will not clear
+     * the data in the flow's target table. Flows in this list may also appear in refresh_selection and full_refresh_selection.
+     */
+    resetCheckpointSelection?: string[] | undefined;
+    /** If true, this update only validates the correctness of pipeline source code but does not materialize or publish any datasets. */
+    validateOnly?: boolean | undefined;
+    /**
+     * The information about the requested rewind operation.
+     * If specified this is a rewind mode update.
+     */
+    rewindSpec?: RewindSpec | undefined;
+    /** Key/value map of parameters to pass to the pipeline execution */
+    parameters?: Record<string, string> | undefined;
+    /**
+     * A list of predicate overrides for replace_where flows in this update.
+     * Only replace_where flows may be specified. Flows not listed use their original predicate.
+     */
+    replaceWhereOverrides?: ReplaceWhereOverride[] | undefined;
+}
+export interface StartUpdateRequest_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface StartUpdateRequest_Response {
+    updateId?: string | undefined;
+}
+export interface StopPipelineRequest {
+    pipelineId?: string | undefined;
+}
+export interface StopPipelineRequest_Response {
+}
+/** TikTok Ads specific options for ingestion */
+export interface TikTokAdsOptions {
+    /**
+     * (Optional) Number of days to look back for report tables during incremental sync
+     * to capture late-arriving conversions and attribution data.
+     * If not specified, defaults to 7 days.
+     */
+    lookbackWindowDays?: number | undefined;
+    /**
+     * (Optional) Start date for the initial sync of report tables in YYYY-MM-DD format.
+     * This determines the earliest date from which to sync historical data.
+     * If not specified, defaults to 1 year of historical data for daily reports
+     * and 30 days for hourly reports.
+     */
+    syncStartDate?: string | undefined;
+    /**
+     * (Optional) Dimensions to include in the report.
+     * Examples: "campaign_id", "adgroup_id", "ad_id", "stat_time_day", "stat_time_hour"
+     * If not specified, defaults to campaign_id.
+     */
+    dimensions?: string[] | undefined;
+    /**
+     * (Optional) Metrics to include in the report.
+     * Examples: "spend", "impressions", "clicks", "conversion", "cpc"
+     * If not specified, defaults to basic metrics (spend, impressions, clicks, etc.)
+     */
+    metrics?: string[] | undefined;
+    /**
+     * (Optional) Report type for the TikTok Ads API.
+     * If not specified, defaults to BASIC.
+     */
+    reportType?: TikTokAdsOptions_TikTokReportType | undefined;
+    /**
+     * (Optional) Data level for the report.
+     * If not specified, defaults to AUCTION_CAMPAIGN.
+     */
+    dataLevel?: TikTokAdsOptions_TikTokDataLevel | undefined;
+    /**
+     * (Optional) Whether to request lifetime metrics (all-time aggregated data).
+     * When true, the report returns all-time data.
+     * If not specified, defaults to false.
+     */
+    queryLifetime?: boolean | undefined;
+}
+/** Specifies how to transform binary data into structured data. */
+export interface Transformer {
+    /** Required: the wire format of the data. */
+    format?: Transformer_Format | undefined;
+    /**
+     * Format-specific configuration. Only required for JSON, Avro, and Protobuf.
+     * STRING format requires no additional config.
+     */
+    config?: {
+        $case: 'jsonOptions';
+        jsonOptions: JsonTransformerOptions;
+    } | undefined;
+}
+/** Information about truncations applied to this event. */
+export interface Truncation {
+    /**
+     * List of fields that were truncated from this event. If empty or absent,
+     * no truncation occurred.
+     */
+    truncatedFields?: Truncation_TruncationDetail[] | undefined;
+}
+/** Details about a specific field that was truncated. */
+export interface Truncation_TruncationDetail {
+    /**
+     * The name of the truncated field (e.g., "error").
+     * Corresponds to field names in PipelineEvent.
+     */
+    fieldName?: string | undefined;
+}
+export interface UpdateInfo {
+    /** The ID of the pipeline. */
+    pipelineId?: string | undefined;
+    /** The ID of this update. */
+    updateId?: string | undefined;
+    /**
+     * The pipeline configuration with system defaults applied where unspecified by the user.
+     * Not returned by ListUpdates.
+     */
+    config?: PipelineSpec | undefined;
+    /** What triggered this update. */
+    cause?: UpdateCause | undefined;
+    /** The update state. */
+    state?: UpdateState | undefined;
+    /** The ID of the cluster that the update is running on. */
+    clusterId?: string | undefined;
+    /** The time when this update was created. */
+    creationTime?: bigint | undefined;
+    /** If true, this update will reset all tables before running. */
+    fullRefresh?: boolean | undefined;
+    /**
+     * A list of tables to update without fullRefresh. If both refresh_selection and
+     * full_refresh_selection are empty, this is a full graph update. Full Refresh on a table means
+     * that the states of the table will be reset before the refresh.
+     */
+    refreshSelection?: string[] | undefined;
+    /**
+     * A list of tables to update with fullRefresh. If both refresh_selection and
+     * full_refresh_selection are empty, this is a full graph update. Full Refresh on a table means
+     * that the states of the table will be reset before the refresh.
+     */
+    fullRefreshSelection?: string[] | undefined;
+    /** If true, this update only validates the correctness of pipeline source code but does not materialize or publish any datasets. */
+    validateOnly?: boolean | undefined;
+    /** Key/value map of parameters used to initiate the update */
+    parameters?: Record<string, string> | undefined;
+}
+export interface UpdateInfo_ParametersEntry {
+    key?: string | undefined;
+    value?: string | undefined;
+}
+export interface UpdateStateInfo {
+    updateId?: string | undefined;
+    state?: UpdateState | undefined;
+    creationTime?: string | undefined;
+}
+/** Zendesk Support specific options for ingestion */
+export interface ZendeskSupportOptions {
+    /**
+     * (Optional) Start date in YYYY-MM-DD format for the initial sync.
+     * This determines the earliest date from which to sync historical data.
+     */
+    startDate?: string | undefined;
+}
+export declare const unmarshalApplyEnvironmentRequest_ResponseSchema: z.ZodType<ApplyEnvironmentRequest_Response>;
+export declare const unmarshalAutoFullRefreshPolicySchema: z.ZodType<AutoFullRefreshPolicy>;
+export declare const unmarshalClonePipelineRequest_ResponseSchema: z.ZodType<ClonePipelineRequest_Response>;
+export declare const unmarshalConfluenceConnectorOptionsSchema: z.ZodType<ConfluenceConnectorOptions>;
+export declare const unmarshalConnectionParametersSchema: z.ZodType<ConnectionParameters>;
+export declare const unmarshalConnectorOptionsSchema: z.ZodType<ConnectorOptions>;
+export declare const unmarshalCreatePipelineRequest_ResponseSchema: z.ZodType<CreatePipelineRequest_Response>;
+export declare const unmarshalCronTriggerSchema: z.ZodType<CronTrigger>;
+export declare const unmarshalDataPlaneIdSchema: z.ZodType<DataPlaneId>;
+export declare const unmarshalDataStagingOptionsSchema: z.ZodType<DataStagingOptions>;
+export declare const unmarshalDeletePipelineRequest_ResponseSchema: z.ZodType<DeletePipelineRequest_Response>;
+export declare const unmarshalEditPipelineRequest_ResponseSchema: z.ZodType<EditPipelineRequest_Response>;
+export declare const unmarshalErrorDetailSchema: z.ZodType<ErrorDetail>;
+export declare const unmarshalEventLogSpecSchema: z.ZodType<EventLogSpec>;
+export declare const unmarshalFileFilterSchema: z.ZodType<FileFilter>;
+export declare const unmarshalFileIngestionOptionsSchema: z.ZodType<FileIngestionOptions>;
+export declare const unmarshalFiltersSchema: z.ZodType<Filters>;
+export declare const unmarshalGetPipelineRequest_ResponseSchema: z.ZodType<GetPipelineRequest_Response>;
+export declare const unmarshalGetUpdateRequest_ResponseSchema: z.ZodType<GetUpdateRequest_Response>;
+export declare const unmarshalGoogleAdsConfigSchema: z.ZodType<GoogleAdsConfig>;
+export declare const unmarshalGoogleAdsOptionsSchema: z.ZodType<GoogleAdsOptions>;
+export declare const unmarshalGoogleDriveOptionsSchema: z.ZodType<GoogleDriveOptions>;
+export declare const unmarshalIngestionGatewayPipelineDefinitionSchema: z.ZodType<IngestionGatewayPipelineDefinition>;
+export declare const unmarshalIngestionPipelineDefinitionSchema: z.ZodType<IngestionPipelineDefinition>;
+export declare const unmarshalIngestionPipelineDefinition_IngestionConfigSchema: z.ZodType<IngestionPipelineDefinition_IngestionConfig>;
+export declare const unmarshalIngestionPipelineDefinition_ReportSpecSchema: z.ZodType<IngestionPipelineDefinition_ReportSpec>;
+export declare const unmarshalIngestionPipelineDefinition_SchemaSpecSchema: z.ZodType<IngestionPipelineDefinition_SchemaSpec>;
+export declare const unmarshalIngestionPipelineDefinition_TableSpecSchema: z.ZodType<IngestionPipelineDefinition_TableSpec>;
+export declare const unmarshalIngestionPipelineDefinition_TableSpecificConfigSchema: z.ZodType<IngestionPipelineDefinition_TableSpecificConfig>;
+export declare const unmarshalIngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfigSchema: z.ZodType<IngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfig>;
+export declare const unmarshalIngestionPipelineDefinition_WorkdayReportParametersSchema: z.ZodType<IngestionPipelineDefinition_WorkdayReportParameters>;
+export declare const unmarshalIngestionPipelineDefinition_WorkdayReportParameters_QueryKeyValueSchema: z.ZodType<IngestionPipelineDefinition_WorkdayReportParameters_QueryKeyValue>;
+export declare const unmarshalJiraConnectorOptionsSchema: z.ZodType<JiraConnectorOptions>;
+export declare const unmarshalJsonTransformerOptionsSchema: z.ZodType<JsonTransformerOptions>;
+export declare const unmarshalKafkaOptionsSchema: z.ZodType<KafkaOptions>;
+export declare const unmarshalListPipelineEventsRequest_ResponseSchema: z.ZodType<ListPipelineEventsRequest_Response>;
+export declare const unmarshalListPipelinesRequest_ResponseSchema: z.ZodType<ListPipelinesRequest_Response>;
+export declare const unmarshalListUpdatesRequest_ResponseSchema: z.ZodType<ListUpdatesRequest_Response>;
+export declare const unmarshalManualTriggerSchema: z.ZodType<ManualTrigger>;
+export declare const unmarshalMetaMarketingOptionsSchema: z.ZodType<MetaMarketingOptions>;
+export declare const unmarshalNotebookLibrarySchema: z.ZodType<NotebookLibrary>;
+export declare const unmarshalNotificationsSchema: z.ZodType<Notifications>;
+export declare const unmarshalOperationTimeWindowSchema: z.ZodType<OperationTimeWindow>;
+export declare const unmarshalOriginSchema: z.ZodType<Origin>;
+export declare const unmarshalOutlookOptionsSchema: z.ZodType<OutlookOptions>;
+export declare const unmarshalPathPatternSchema: z.ZodType<PathPattern>;
+export declare const unmarshalPipelineClusterSchema: z.ZodType<PipelineCluster>;
+export declare const unmarshalPipelineDeploymentSchema: z.ZodType<PipelineDeployment>;
+export declare const unmarshalPipelineEventSchema: z.ZodType<PipelineEvent>;
+export declare const unmarshalPipelineLibrarySchema: z.ZodType<PipelineLibrary>;
+export declare const unmarshalPipelineSpecSchema: z.ZodType<PipelineSpec>;
+export declare const unmarshalPipelineStateInfoSchema: z.ZodType<PipelineStateInfo>;
+export declare const unmarshalPipelineTriggerSchema: z.ZodType<PipelineTrigger>;
+export declare const unmarshalPipelinesAutoScaleSchema: z.ZodType<PipelinesAutoScale>;
+export declare const unmarshalPipelinesAwsAttributesSchema: z.ZodType<PipelinesAwsAttributes>;
+export declare const unmarshalPipelinesAzureAttributesSchema: z.ZodType<PipelinesAzureAttributes>;
+export declare const unmarshalPipelinesClusterLogConfSchema: z.ZodType<PipelinesClusterLogConf>;
+export declare const unmarshalPipelinesDbfsStorageInfoSchema: z.ZodType<PipelinesDbfsStorageInfo>;
+export declare const unmarshalPipelinesEnvironmentSchema: z.ZodType<PipelinesEnvironment>;
+export declare const unmarshalPipelinesGcpAttributesSchema: z.ZodType<PipelinesGcpAttributes>;
+export declare const unmarshalPipelinesInitScriptInfoSchema: z.ZodType<PipelinesInitScriptInfo>;
+export declare const unmarshalPipelinesJobRunAsSchema: z.ZodType<PipelinesJobRunAs>;
+export declare const unmarshalPipelinesMavenLibrarySchema: z.ZodType<PipelinesMavenLibrary>;
+export declare const unmarshalPipelinesS3StorageInfoSchema: z.ZodType<PipelinesS3StorageInfo>;
+export declare const unmarshalPostgresCatalogConfigSchema: z.ZodType<PostgresCatalogConfig>;
+export declare const unmarshalPostgresSlotConfigSchema: z.ZodType<PostgresSlotConfig>;
+export declare const unmarshalRestartWindowSchema: z.ZodType<RestartWindow>;
+export declare const unmarshalSequencingSchema: z.ZodType<Sequencing>;
+export declare const unmarshalSerializedExceptionSchema: z.ZodType<SerializedException>;
+export declare const unmarshalSharepointOptionsSchema: z.ZodType<SharepointOptions>;
+export declare const unmarshalSmartsheetOptionsSchema: z.ZodType<SmartsheetOptions>;
+export declare const unmarshalSourceCatalogConfigSchema: z.ZodType<SourceCatalogConfig>;
+export declare const unmarshalSourceConfigSchema: z.ZodType<SourceConfig>;
+export declare const unmarshalStackFrameSchema: z.ZodType<StackFrame>;
+export declare const unmarshalStartUpdateRequest_ResponseSchema: z.ZodType<StartUpdateRequest_Response>;
+export declare const unmarshalStopPipelineRequest_ResponseSchema: z.ZodType<StopPipelineRequest_Response>;
+export declare const unmarshalTikTokAdsOptionsSchema: z.ZodType<TikTokAdsOptions>;
+export declare const unmarshalTransformerSchema: z.ZodType<Transformer>;
+export declare const unmarshalTruncationSchema: z.ZodType<Truncation>;
+export declare const unmarshalTruncation_TruncationDetailSchema: z.ZodType<Truncation_TruncationDetail>;
+export declare const unmarshalUpdateInfoSchema: z.ZodType<UpdateInfo>;
+export declare const unmarshalUpdateStateInfoSchema: z.ZodType<UpdateStateInfo>;
+export declare const unmarshalZendeskSupportOptionsSchema: z.ZodType<ZendeskSupportOptions>;
+export declare const marshalApplyEnvironmentRequestSchema: z.ZodType;
+export declare const marshalAutoFullRefreshPolicySchema: z.ZodType;
+export declare const marshalClonePipelineRequestSchema: z.ZodType;
+export declare const marshalConfluenceConnectorOptionsSchema: z.ZodType;
+export declare const marshalConnectionParametersSchema: z.ZodType;
+export declare const marshalConnectorOptionsSchema: z.ZodType;
+export declare const marshalCreatePipelineRequestSchema: z.ZodType;
+export declare const marshalCronTriggerSchema: z.ZodType;
+export declare const marshalDataStagingOptionsSchema: z.ZodType;
+export declare const marshalEditPipelineRequestSchema: z.ZodType;
+export declare const marshalEventLogSpecSchema: z.ZodType;
+export declare const marshalFileFilterSchema: z.ZodType;
+export declare const marshalFileIngestionOptionsSchema: z.ZodType;
+export declare const marshalFiltersSchema: z.ZodType;
+export declare const marshalGoogleAdsConfigSchema: z.ZodType;
+export declare const marshalGoogleAdsOptionsSchema: z.ZodType;
+export declare const marshalGoogleDriveOptionsSchema: z.ZodType;
+export declare const marshalIngestionGatewayPipelineDefinitionSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinitionSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_IngestionConfigSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_ReportSpecSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_SchemaSpecSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_TableSpecSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_TableSpecificConfigSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfigSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_WorkdayReportParametersSchema: z.ZodType;
+export declare const marshalIngestionPipelineDefinition_WorkdayReportParameters_QueryKeyValueSchema: z.ZodType;
+export declare const marshalJiraConnectorOptionsSchema: z.ZodType;
+export declare const marshalJsonTransformerOptionsSchema: z.ZodType;
+export declare const marshalKafkaOptionsSchema: z.ZodType;
+export declare const marshalManualTriggerSchema: z.ZodType;
+export declare const marshalMetaMarketingOptionsSchema: z.ZodType;
+export declare const marshalNotebookLibrarySchema: z.ZodType;
+export declare const marshalNotificationsSchema: z.ZodType;
+export declare const marshalOperationTimeWindowSchema: z.ZodType;
+export declare const marshalOutlookOptionsSchema: z.ZodType;
+export declare const marshalPathPatternSchema: z.ZodType;
+export declare const marshalPipelineClusterSchema: z.ZodType;
+export declare const marshalPipelineDeploymentSchema: z.ZodType;
+export declare const marshalPipelineLibrarySchema: z.ZodType;
+export declare const marshalPipelineTriggerSchema: z.ZodType;
+export declare const marshalPipelinesAutoScaleSchema: z.ZodType;
+export declare const marshalPipelinesAwsAttributesSchema: z.ZodType;
+export declare const marshalPipelinesAzureAttributesSchema: z.ZodType;
+export declare const marshalPipelinesClusterLogConfSchema: z.ZodType;
+export declare const marshalPipelinesDbfsStorageInfoSchema: z.ZodType;
+export declare const marshalPipelinesEnvironmentSchema: z.ZodType;
+export declare const marshalPipelinesGcpAttributesSchema: z.ZodType;
+export declare const marshalPipelinesInitScriptInfoSchema: z.ZodType;
+export declare const marshalPipelinesJobRunAsSchema: z.ZodType;
+export declare const marshalPipelinesMavenLibrarySchema: z.ZodType;
+export declare const marshalPipelinesS3StorageInfoSchema: z.ZodType;
+export declare const marshalPostgresCatalogConfigSchema: z.ZodType;
+export declare const marshalPostgresSlotConfigSchema: z.ZodType;
+export declare const marshalReplaceWhereOverrideSchema: z.ZodType;
+export declare const marshalRestartWindowSchema: z.ZodType;
+export declare const marshalRewindDatasetSpecSchema: z.ZodType;
+export declare const marshalRewindSpecSchema: z.ZodType;
+export declare const marshalSharepointOptionsSchema: z.ZodType;
+export declare const marshalSmartsheetOptionsSchema: z.ZodType;
+export declare const marshalSourceCatalogConfigSchema: z.ZodType;
+export declare const marshalSourceConfigSchema: z.ZodType;
+export declare const marshalStartUpdateRequestSchema: z.ZodType;
+export declare const marshalStopPipelineRequestSchema: z.ZodType;
+export declare const marshalTikTokAdsOptionsSchema: z.ZodType;
+export declare const marshalTransformerSchema: z.ZodType;
+export declare const marshalZendeskSupportOptionsSchema: z.ZodType;
+//# sourceMappingURL=model.d.ts.map