@databricks/sdk-pipelines 0.1.0-dev.2 → 0.1.0-dev.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/v2/client.d.ts +13 -13
- package/dist/v2/client.d.ts.map +1 -1
- package/dist/v2/client.js +13 -13
- package/dist/v2/client.js.map +1 -1
- package/dist/v2/index.d.ts +1 -1
- package/dist/v2/index.d.ts.map +1 -1
- package/dist/v2/model.d.ts +281 -247
- package/dist/v2/model.d.ts.map +1 -1
- package/dist/v2/model.js +289 -306
- package/dist/v2/model.js.map +1 -1
- package/dist/v2/utils.d.ts.map +1 -1
- package/dist/v2/utils.js +2 -1
- package/dist/v2/utils.js.map +1 -1
- package/package.json +6 -6
- package/src/v2/client.ts +0 -663
- package/src/v2/index.ts +0 -154
- package/src/v2/model.ts +0 -5508
- package/src/v2/transport.ts +0 -73
- package/src/v2/utils.ts +0 -180
package/dist/v2/model.js
CHANGED
|
@@ -1,319 +1,309 @@
|
|
|
1
1
|
// Code generated from API definition by Databricks SDK Generator. DO NOT EDIT.
|
|
2
2
|
import { z } from 'zod';
|
|
3
3
|
/** Enum to specify which mode of clone to execute */
|
|
4
|
-
|
|
5
|
-
|
|
4
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
5
|
+
export const CloneMode = {
|
|
6
6
|
/** Data and metadata are copied */
|
|
7
|
-
|
|
8
|
-
}
|
|
7
|
+
MIGRATE_TO_UC: 'MIGRATE_TO_UC',
|
|
8
|
+
};
|
|
9
9
|
/**
|
|
10
10
|
* For certain database sources LakeFlow Connect offers both query based and cdc
|
|
11
11
|
* ingestion, ConnectorType can bse used to convey the type of ingestion.
|
|
12
12
|
* If connection_name is provided for database sources, we default to Query Based ingestion
|
|
13
13
|
*/
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
14
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
15
|
+
export const ConnectorType = {
|
|
16
|
+
CONNECTOR_TYPE_UNSPECIFIED: 'CONNECTOR_TYPE_UNSPECIFIED',
|
|
17
17
|
/**
|
|
18
18
|
* If connector_type = CDC and ingestion_gateway_id is provided then we use Ingestion Gateway pipeline with
|
|
19
19
|
* Cdc Managed Ingestion Pipeline for ingestion, if connector_type = CDC and connection_name is provided
|
|
20
20
|
* then we use Combined Cdc Managed Ingestion Pipeline.
|
|
21
21
|
*/
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
}
|
|
22
|
+
CDC: 'CDC',
|
|
23
|
+
QUERY_BASED: 'QUERY_BASED',
|
|
24
|
+
};
|
|
25
25
|
/**
|
|
26
26
|
* Days of week in which the window is allowed to happen.
|
|
27
27
|
* If not specified all days of the week will be used.
|
|
28
28
|
*/
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
}
|
|
29
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
30
|
+
export const DayOfWeek = {
|
|
31
|
+
DAY_OF_WEEK_UNSPECIFIED: 'DAY_OF_WEEK_UNSPECIFIED',
|
|
32
|
+
MONDAY: 'MONDAY',
|
|
33
|
+
TUESDAY: 'TUESDAY',
|
|
34
|
+
WEDNESDAY: 'WEDNESDAY',
|
|
35
|
+
THURSDAY: 'THURSDAY',
|
|
36
|
+
FRIDAY: 'FRIDAY',
|
|
37
|
+
SATURDAY: 'SATURDAY',
|
|
38
|
+
SUNDAY: 'SUNDAY',
|
|
39
|
+
};
|
|
40
40
|
/**
|
|
41
41
|
* The deployment method that manages the pipeline:
|
|
42
42
|
* - BUNDLE: The pipeline is managed by a Databricks Asset Bundle.
|
|
43
43
|
*/
|
|
44
|
-
|
|
45
|
-
|
|
44
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
45
|
+
export const DeploymentKind = {
|
|
46
46
|
/** Databricks Asset Bundle (DAB) */
|
|
47
|
-
|
|
48
|
-
}
|
|
47
|
+
BUNDLE: 'BUNDLE',
|
|
48
|
+
};
|
|
49
49
|
/** The severity level of the event. */
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
}
|
|
50
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
51
|
+
export const EventLevel = {
|
|
52
|
+
INFO: 'INFO',
|
|
53
|
+
WARN: 'WARN',
|
|
54
|
+
ERROR: 'ERROR',
|
|
55
|
+
METRICS: 'METRICS',
|
|
56
|
+
};
|
|
57
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
58
|
+
export const IngestionSourceType = {
|
|
59
|
+
INGESTION_SOURCE_TYPE_UNSPECIFIED: 'INGESTION_SOURCE_TYPE_UNSPECIFIED',
|
|
60
|
+
MYSQL: 'MYSQL',
|
|
61
|
+
POSTGRESQL: 'POSTGRESQL',
|
|
62
|
+
SQLSERVER: 'SQLSERVER',
|
|
63
|
+
SALESFORCE: 'SALESFORCE',
|
|
64
|
+
BIGQUERY: 'BIGQUERY',
|
|
65
|
+
NETSUITE: 'NETSUITE',
|
|
66
|
+
WORKDAY_RAAS: 'WORKDAY_RAAS',
|
|
67
|
+
GA4_RAW_DATA: 'GA4_RAW_DATA',
|
|
68
|
+
SERVICENOW: 'SERVICENOW',
|
|
69
|
+
MANAGED_POSTGRESQL: 'MANAGED_POSTGRESQL',
|
|
70
|
+
ORACLE: 'ORACLE',
|
|
71
|
+
TERADATA: 'TERADATA',
|
|
72
|
+
SHAREPOINT: 'SHAREPOINT',
|
|
73
|
+
DYNAMICS365: 'DYNAMICS365',
|
|
74
|
+
GOOGLE_DRIVE: 'GOOGLE_DRIVE',
|
|
75
|
+
JIRA: 'JIRA',
|
|
76
|
+
CONFLUENCE: 'CONFLUENCE',
|
|
77
|
+
META_MARKETING: 'META_MARKETING',
|
|
78
|
+
ZENDESK: 'ZENDESK',
|
|
79
|
+
FOREIGN_CATALOG: 'FOREIGN_CATALOG',
|
|
80
|
+
};
|
|
81
81
|
/** Maturity level for EventDetails. */
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
}
|
|
82
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
83
|
+
export const MaturityLevel = {
|
|
84
|
+
STABLE: 'STABLE',
|
|
85
|
+
EVOLVING: 'EVOLVING',
|
|
86
|
+
DEPRECATED: 'DEPRECATED',
|
|
87
|
+
};
|
|
88
88
|
/** Attachment behavior mode for Outlook ingestion */
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
89
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
90
|
+
export const OutlookAttachmentMode = {
|
|
91
|
+
OUTLOOK_ATTACHMENT_MODE_UNSPECIFIED: 'OUTLOOK_ATTACHMENT_MODE_UNSPECIFIED',
|
|
92
92
|
/** Ingest all attachments (both inline and non-inline) */
|
|
93
|
-
|
|
93
|
+
ALL: 'ALL',
|
|
94
94
|
/** Ingest only non-inline attachments (recommended to avoid corporate signature images) */
|
|
95
|
-
|
|
95
|
+
NON_INLINE_ONLY: 'NON_INLINE_ONLY',
|
|
96
96
|
/** Ingest only inline attachments */
|
|
97
|
-
|
|
97
|
+
INLINE_ONLY: 'INLINE_ONLY',
|
|
98
98
|
/** Do not ingest any attachments */
|
|
99
|
-
|
|
100
|
-
}
|
|
99
|
+
NONE: 'NONE',
|
|
100
|
+
};
|
|
101
101
|
/** Body format for Outlook email content */
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
}
|
|
102
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
103
|
+
export const OutlookBodyFormat = {
|
|
104
|
+
OUTLOOK_BODY_FORMAT_UNSPECIFIED: 'OUTLOOK_BODY_FORMAT_UNSPECIFIED',
|
|
105
|
+
TEXT_HTML: 'TEXT_HTML',
|
|
106
|
+
TEXT_PLAIN: 'TEXT_PLAIN',
|
|
107
|
+
};
|
|
108
108
|
/** The health of a pipeline. */
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
}
|
|
109
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
110
|
+
export const PipelineHealthStatus = {
|
|
111
|
+
HEALTHY: 'HEALTHY',
|
|
112
|
+
UNHEALTHY: 'UNHEALTHY',
|
|
113
|
+
};
|
|
114
114
|
/** The set of AWS availability types supported when setting up nodes for a cluster. */
|
|
115
|
-
|
|
116
|
-
|
|
115
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
116
|
+
export const PipelinesAwsAvailability = {
|
|
117
117
|
/** Use spot instances. */
|
|
118
|
-
|
|
118
|
+
SPOT: 'SPOT',
|
|
119
119
|
/** Use on-demand instances. */
|
|
120
|
-
|
|
120
|
+
ON_DEMAND: 'ON_DEMAND',
|
|
121
121
|
/**
|
|
122
122
|
* Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
|
|
123
123
|
* be acquired (e.g., if AWS spot prices are too high).
|
|
124
124
|
*/
|
|
125
|
-
|
|
126
|
-
}
|
|
125
|
+
SPOT_WITH_FALLBACK: 'SPOT_WITH_FALLBACK',
|
|
126
|
+
};
|
|
127
127
|
/** The set of Azure availability types supported when setting up nodes for a cluster. */
|
|
128
|
-
|
|
129
|
-
|
|
128
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
129
|
+
export const PipelinesAzureAvailability = {
|
|
130
130
|
/** Use spot instances. */
|
|
131
|
-
|
|
131
|
+
SPOT_AZURE: 'SPOT_AZURE',
|
|
132
132
|
/** Use on-demand instances. */
|
|
133
|
-
|
|
133
|
+
ON_DEMAND_AZURE: 'ON_DEMAND_AZURE',
|
|
134
134
|
/**
|
|
135
135
|
* Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
|
|
136
136
|
* be acquired (e.g., if Azure is out of Quota).
|
|
137
137
|
*/
|
|
138
|
-
|
|
139
|
-
}
|
|
138
|
+
SPOT_WITH_FALLBACK_AZURE: 'SPOT_WITH_FALLBACK_AZURE',
|
|
139
|
+
};
|
|
140
140
|
/**
|
|
141
141
|
* All EBS volume types that <Databricks> supports.
|
|
142
142
|
* See https://aws.amazon.com/ebs/details/ for details.
|
|
143
143
|
*/
|
|
144
|
-
|
|
145
|
-
|
|
144
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
145
|
+
export const PipelinesEbsVolumeType = {
|
|
146
146
|
/** Provision extra storage using AWS gp2 EBS volumes. */
|
|
147
|
-
|
|
147
|
+
GENERAL_PURPOSE_SSD: 'GENERAL_PURPOSE_SSD',
|
|
148
148
|
/** Provision extra storage using AWS st1 volumes. */
|
|
149
|
-
|
|
150
|
-
}
|
|
149
|
+
THROUGHPUT_OPTIMIZED_HDD: 'THROUGHPUT_OPTIMIZED_HDD',
|
|
150
|
+
};
|
|
151
151
|
/** The set of GCP availability types supported when setting up nodes for a cluster (configurable only for executors). */
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
}
|
|
152
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
153
|
+
export const PipelinesGcpAvailability = {
|
|
154
|
+
PREEMPTIBLE_GCP: 'PREEMPTIBLE_GCP',
|
|
155
|
+
ON_DEMAND_GCP: 'ON_DEMAND_GCP',
|
|
156
|
+
PREEMPTIBLE_WITH_FALLBACK_GCP: 'PREEMPTIBLE_WITH_FALLBACK_GCP',
|
|
157
|
+
};
|
|
158
158
|
/** Enum representing the publishing mode of a pipeline. */
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
}
|
|
159
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
160
|
+
export const PublishingMode = {
|
|
161
|
+
PUBLISHING_MODE_UNSPECIFIED: 'PUBLISHING_MODE_UNSPECIFIED',
|
|
162
|
+
LEGACY_PUBLISHING_MODE: 'LEGACY_PUBLISHING_MODE',
|
|
163
|
+
DEFAULT_PUBLISHING_MODE: 'DEFAULT_PUBLISHING_MODE',
|
|
164
|
+
};
|
|
165
165
|
/** What triggered this update. */
|
|
166
|
-
|
|
167
|
-
|
|
166
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
167
|
+
export const UpdateCause = {
|
|
168
168
|
/** Started through an API call. */
|
|
169
|
-
|
|
169
|
+
API_CALL: 'API_CALL',
|
|
170
170
|
/** Started as a retry for a failed update. */
|
|
171
|
-
|
|
171
|
+
RETRY_ON_FAILURE: 'RETRY_ON_FAILURE',
|
|
172
172
|
/** Started as a result of a service upgrade. */
|
|
173
|
-
|
|
173
|
+
SERVICE_UPGRADE: 'SERVICE_UPGRADE',
|
|
174
174
|
/** Started as a result of a schema change. */
|
|
175
|
-
|
|
175
|
+
SCHEMA_CHANGE: 'SCHEMA_CHANGE',
|
|
176
176
|
/** Started by the Jobs service. */
|
|
177
|
-
|
|
177
|
+
JOB_TASK: 'JOB_TASK',
|
|
178
178
|
/** Started by an action a user performed. */
|
|
179
|
-
|
|
179
|
+
USER_ACTION: 'USER_ACTION',
|
|
180
180
|
/** Started for infrastructure maintenance reason. */
|
|
181
|
-
|
|
182
|
-
}
|
|
181
|
+
INFRASTRUCTURE_MAINTENANCE: 'INFRASTRUCTURE_MAINTENANCE',
|
|
182
|
+
};
|
|
183
183
|
/** The update state. */
|
|
184
|
-
|
|
185
|
-
|
|
184
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
185
|
+
export const UpdateState = {
|
|
186
186
|
/** Update is waiting for previous update to finish. */
|
|
187
|
-
|
|
187
|
+
QUEUED: 'QUEUED',
|
|
188
188
|
/** Initial state of an update. */
|
|
189
|
-
|
|
189
|
+
CREATED: 'CREATED',
|
|
190
190
|
/** Update is waiting for clusters, jobs, or other resources. */
|
|
191
|
-
|
|
191
|
+
WAITING_FOR_RESOURCES: 'WAITING_FOR_RESOURCES',
|
|
192
192
|
/** Update is creating the dataflow graph. */
|
|
193
|
-
|
|
193
|
+
INITIALIZING: 'INITIALIZING',
|
|
194
194
|
/** Update is resetting datasets and checkpoints to the beginning. */
|
|
195
|
-
|
|
195
|
+
RESETTING: 'RESETTING',
|
|
196
196
|
/** If necessary, Update is creating tables or updating their schemas. */
|
|
197
|
-
|
|
197
|
+
SETTING_UP_TABLES: 'SETTING_UP_TABLES',
|
|
198
198
|
/** Update is currently executing queries. */
|
|
199
|
-
|
|
199
|
+
RUNNING: 'RUNNING',
|
|
200
200
|
/** Update is waiting for queries to shut down. */
|
|
201
|
-
|
|
201
|
+
STOPPING: 'STOPPING',
|
|
202
202
|
/** Update is complete and all necessary resources are cleaned up. */
|
|
203
|
-
|
|
203
|
+
COMPLETED: 'COMPLETED',
|
|
204
204
|
/** Update has run into an error that could not be recovered from. */
|
|
205
|
-
|
|
205
|
+
FAILED: 'FAILED',
|
|
206
206
|
/** Update was canceled while it was running or queued. */
|
|
207
|
-
|
|
208
|
-
}
|
|
209
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
210
|
-
export
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
})(FileIngestionOptions_FileFormat || (FileIngestionOptions_FileFormat = {}));
|
|
207
|
+
CANCELED: 'CANCELED',
|
|
208
|
+
};
|
|
209
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
210
|
+
export const FileIngestionOptions_FileFormat = {
|
|
211
|
+
FILE_FORMAT_UNSPECIFIED: 'FILE_FORMAT_UNSPECIFIED',
|
|
212
|
+
BINARYFILE: 'BINARYFILE',
|
|
213
|
+
JSON: 'JSON',
|
|
214
|
+
CSV: 'CSV',
|
|
215
|
+
XML: 'XML',
|
|
216
|
+
EXCEL: 'EXCEL',
|
|
217
|
+
PARQUET: 'PARQUET',
|
|
218
|
+
AVRO: 'AVRO',
|
|
219
|
+
ORC: 'ORC',
|
|
220
|
+
};
|
|
222
221
|
/** Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#how-does-auto-loader-schema-evolution-work */
|
|
223
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
224
|
-
export
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
GoogleDriveOptions_GoogleDriveEntityType["PERMISSION"] = "PERMISSION";
|
|
240
|
-
})(GoogleDriveOptions_GoogleDriveEntityType || (GoogleDriveOptions_GoogleDriveEntityType = {}));
|
|
222
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
223
|
+
export const FileIngestionOptions_SchemaEvolutionMode = {
|
|
224
|
+
SCHEMA_EVOLUTION_MODE_UNSPECIFIED: 'SCHEMA_EVOLUTION_MODE_UNSPECIFIED',
|
|
225
|
+
ADD_NEW_COLUMNS_WITH_TYPE_WIDENING: 'ADD_NEW_COLUMNS_WITH_TYPE_WIDENING',
|
|
226
|
+
ADD_NEW_COLUMNS: 'ADD_NEW_COLUMNS',
|
|
227
|
+
RESCUE: 'RESCUE',
|
|
228
|
+
FAIL_ON_NEW_COLUMNS: 'FAIL_ON_NEW_COLUMNS',
|
|
229
|
+
NONE: 'NONE',
|
|
230
|
+
};
|
|
231
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
232
|
+
export const GoogleDriveOptions_GoogleDriveEntityType = {
|
|
233
|
+
GOOGLE_DRIVE_ENTITY_TYPE_UNSPECIFIED: 'GOOGLE_DRIVE_ENTITY_TYPE_UNSPECIFIED',
|
|
234
|
+
FILE: 'FILE',
|
|
235
|
+
FILE_METADATA: 'FILE_METADATA',
|
|
236
|
+
PERMISSION: 'PERMISSION',
|
|
237
|
+
};
|
|
241
238
|
/** The pipeline state. */
|
|
242
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
243
|
-
export
|
|
244
|
-
(function (PipelineState_PipelineState) {
|
|
239
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
240
|
+
export const PipelineState_PipelineState = {
|
|
245
241
|
/** Pipeline is being deployed and waiting for clusters, jobs, or other resources */
|
|
246
|
-
|
|
242
|
+
DEPLOYING: 'DEPLOYING',
|
|
247
243
|
/** Pipeline is deployed but waiting for streams to start and make progress */
|
|
248
|
-
|
|
244
|
+
STARTING: 'STARTING',
|
|
249
245
|
/** Pipeline is currently executing */
|
|
250
|
-
|
|
246
|
+
RUNNING: 'RUNNING',
|
|
251
247
|
/** Pipeline is waiting for streams to shut down */
|
|
252
|
-
|
|
248
|
+
STOPPING: 'STOPPING',
|
|
253
249
|
/** All clusters, jobs, and other resources associated with the pipeline have been cleaned up */
|
|
254
|
-
|
|
250
|
+
DELETED: 'DELETED',
|
|
255
251
|
/** Pipeline has run into an error, but the daemon is attempting to fix it */
|
|
256
|
-
|
|
252
|
+
RECOVERING: 'RECOVERING',
|
|
257
253
|
/** Pipeline has run into an error that could not be recovered from */
|
|
258
|
-
|
|
254
|
+
FAILED: 'FAILED',
|
|
259
255
|
/** Pipeline is currently being reset */
|
|
260
|
-
|
|
256
|
+
RESETTING: 'RESETTING',
|
|
261
257
|
/** Pipeline is stopped and is not processing data. Can be resumed by calling `run` */
|
|
262
|
-
|
|
263
|
-
}
|
|
258
|
+
IDLE: 'IDLE',
|
|
259
|
+
};
|
|
264
260
|
/** The SCD type to use to ingest the table. */
|
|
265
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
266
|
-
export
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
ScdType_ScdType["SCD_TYPE_2"] = "SCD_TYPE_2";
|
|
261
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
262
|
+
export const ScdType_ScdType = {
|
|
263
|
+
SCD_TYPE_UNSPECIFIED: 'SCD_TYPE_UNSPECIFIED',
|
|
264
|
+
SCD_TYPE_1: 'SCD_TYPE_1',
|
|
265
|
+
SCD_TYPE_2: 'SCD_TYPE_2',
|
|
271
266
|
/**
|
|
272
267
|
* Source data will be appended to destination table rather than merged in
|
|
273
268
|
* the absence of row key.
|
|
274
269
|
*/
|
|
275
|
-
|
|
276
|
-
}
|
|
277
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
278
|
-
export
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
})(SharepointOptions_SharepointEntityType || (SharepointOptions_SharepointEntityType = {}));
|
|
270
|
+
APPEND_ONLY: 'APPEND_ONLY',
|
|
271
|
+
};
|
|
272
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
273
|
+
export const SharepointOptions_SharepointEntityType = {
|
|
274
|
+
SHAREPOINT_ENTITY_TYPE_UNSPECIFIED: 'SHAREPOINT_ENTITY_TYPE_UNSPECIFIED',
|
|
275
|
+
FILE: 'FILE',
|
|
276
|
+
FILE_METADATA: 'FILE_METADATA',
|
|
277
|
+
PERMISSION: 'PERMISSION',
|
|
278
|
+
LIST: 'LIST',
|
|
279
|
+
};
|
|
286
280
|
/** Data level for TikTok Ads report aggregation. */
|
|
287
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
288
|
-
export
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
})(TikTokAdsOptions_TikTokDataLevel || (TikTokAdsOptions_TikTokDataLevel = {}));
|
|
281
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
282
|
+
export const TikTokAdsOptions_TikTokDataLevel = {
|
|
283
|
+
TIK_TOK_DATA_LEVEL_UNSPECIFIED: 'TIK_TOK_DATA_LEVEL_UNSPECIFIED',
|
|
284
|
+
AUCTION_ADVERTISER: 'AUCTION_ADVERTISER',
|
|
285
|
+
AUCTION_CAMPAIGN: 'AUCTION_CAMPAIGN',
|
|
286
|
+
AUCTION_ADGROUP: 'AUCTION_ADGROUP',
|
|
287
|
+
AUCTION_AD: 'AUCTION_AD',
|
|
288
|
+
};
|
|
296
289
|
/** Report type for TikTok Ads API. */
|
|
297
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention --
|
|
298
|
-
export
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
})(Transformer_Format || (Transformer_Format = {}));
|
|
315
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
316
|
-
export const unmarshalApplyEnvironmentRequest_ResponseSchema = z.object({});
|
|
290
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
291
|
+
export const TikTokAdsOptions_TikTokReportType = {
|
|
292
|
+
TIK_TOK_REPORT_TYPE_UNSPECIFIED: 'TIK_TOK_REPORT_TYPE_UNSPECIFIED',
|
|
293
|
+
BASIC: 'BASIC',
|
|
294
|
+
AUDIENCE: 'AUDIENCE',
|
|
295
|
+
PLAYABLE_AD: 'PLAYABLE_AD',
|
|
296
|
+
DSA: 'DSA',
|
|
297
|
+
BUSINESS_CENTER: 'BUSINESS_CENTER',
|
|
298
|
+
GMV_MAX: 'GMV_MAX',
|
|
299
|
+
};
|
|
300
|
+
// eslint-disable-next-line @typescript-eslint/naming-convention -- Enum-style const object.
|
|
301
|
+
export const Transformer_Format = {
|
|
302
|
+
FORMAT_UNSPECIFIED: 'FORMAT_UNSPECIFIED',
|
|
303
|
+
STRING: 'STRING',
|
|
304
|
+
JSON: 'JSON',
|
|
305
|
+
};
|
|
306
|
+
export const unmarshalApplyEnvironmentResponseSchema = z.object({});
|
|
317
307
|
export const unmarshalAutoFullRefreshPolicySchema = z
|
|
318
308
|
.object({
|
|
319
309
|
enabled: z.boolean().optional(),
|
|
@@ -323,8 +313,7 @@ export const unmarshalAutoFullRefreshPolicySchema = z
|
|
|
323
313
|
enabled: d.enabled,
|
|
324
314
|
minIntervalHours: d.min_interval_hours,
|
|
325
315
|
}));
|
|
326
|
-
|
|
327
|
-
export const unmarshalClonePipelineRequest_ResponseSchema = z
|
|
316
|
+
export const unmarshalClonePipelineResponseSchema = z
|
|
328
317
|
.object({
|
|
329
318
|
pipeline_id: z.string().optional(),
|
|
330
319
|
})
|
|
@@ -431,8 +420,7 @@ export const unmarshalConnectorOptionsSchema = z
|
|
|
431
420
|
}
|
|
432
421
|
: undefined,
|
|
433
422
|
}));
|
|
434
|
-
|
|
435
|
-
export const unmarshalCreatePipelineRequest_ResponseSchema = z
|
|
423
|
+
export const unmarshalCreatePipelineResponseSchema = z
|
|
436
424
|
.object({
|
|
437
425
|
pipeline_id: z.string().optional(),
|
|
438
426
|
effective_settings: z.lazy(() => unmarshalPipelineSpecSchema).optional(),
|
|
@@ -473,10 +461,8 @@ export const unmarshalDataStagingOptionsSchema = z
|
|
|
473
461
|
schemaName: d.schema_name,
|
|
474
462
|
volumeName: d.volume_name,
|
|
475
463
|
}));
|
|
476
|
-
|
|
477
|
-
export const
|
|
478
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
479
|
-
export const unmarshalEditPipelineRequest_ResponseSchema = z.object({});
|
|
464
|
+
export const unmarshalDeletePipelineResponseSchema = z.object({});
|
|
465
|
+
export const unmarshalEditPipelineResponseSchema = z.object({});
|
|
480
466
|
export const unmarshalErrorDetailSchema = z
|
|
481
467
|
.object({
|
|
482
468
|
exceptions: z
|
|
@@ -519,12 +505,10 @@ export const unmarshalFileFilterSchema = z
|
|
|
519
505
|
}));
|
|
520
506
|
export const unmarshalFileIngestionOptionsSchema = z
|
|
521
507
|
.object({
|
|
522
|
-
format: z.
|
|
508
|
+
format: z.string().optional(),
|
|
523
509
|
file_filters: z.array(z.lazy(() => unmarshalFileFilterSchema)).optional(),
|
|
524
510
|
infer_column_types: z.boolean().optional(),
|
|
525
|
-
schema_evolution_mode: z
|
|
526
|
-
.enum(FileIngestionOptions_SchemaEvolutionMode)
|
|
527
|
-
.optional(),
|
|
511
|
+
schema_evolution_mode: z.string().optional(),
|
|
528
512
|
schema_hints: z.string().optional(),
|
|
529
513
|
ignore_corrupt_files: z.boolean().optional(),
|
|
530
514
|
corrupt_record_column: z.string().optional(),
|
|
@@ -555,16 +539,15 @@ export const unmarshalFiltersSchema = z
|
|
|
555
539
|
include: d.include,
|
|
556
540
|
exclude: d.exclude,
|
|
557
541
|
}));
|
|
558
|
-
|
|
559
|
-
export const unmarshalGetPipelineRequest_ResponseSchema = z
|
|
542
|
+
export const unmarshalGetPipelineResponseSchema = z
|
|
560
543
|
.object({
|
|
561
544
|
pipeline_id: z.string().optional(),
|
|
562
545
|
spec: z.lazy(() => unmarshalPipelineSpecSchema).optional(),
|
|
563
|
-
state: z.
|
|
546
|
+
state: z.string().optional(),
|
|
564
547
|
cause: z.string().optional(),
|
|
565
548
|
cluster_id: z.string().optional(),
|
|
566
549
|
name: z.string().optional(),
|
|
567
|
-
health: z.
|
|
550
|
+
health: z.string().optional(),
|
|
568
551
|
creator_user_name: z.string().optional(),
|
|
569
552
|
latest_updates: z
|
|
570
553
|
.array(z.lazy(() => unmarshalUpdateStateInfoSchema))
|
|
@@ -575,7 +558,7 @@ export const unmarshalGetPipelineRequest_ResponseSchema = z
|
|
|
575
558
|
.optional(),
|
|
576
559
|
run_as_user_name: z.string().optional(),
|
|
577
560
|
effective_budget_policy_id: z.string().optional(),
|
|
578
|
-
effective_publishing_mode: z.
|
|
561
|
+
effective_publishing_mode: z.string().optional(),
|
|
579
562
|
run_as: z.lazy(() => unmarshalPipelinesJobRunAsSchema).optional(),
|
|
580
563
|
parameters: z.record(z.string(), z.string()).optional(),
|
|
581
564
|
})
|
|
@@ -596,8 +579,7 @@ export const unmarshalGetPipelineRequest_ResponseSchema = z
|
|
|
596
579
|
runAs: d.run_as,
|
|
597
580
|
parameters: d.parameters,
|
|
598
581
|
}));
|
|
599
|
-
|
|
600
|
-
export const unmarshalGetUpdateRequest_ResponseSchema = z
|
|
582
|
+
export const unmarshalGetUpdateResponseSchema = z
|
|
601
583
|
.object({
|
|
602
584
|
update: z.lazy(() => unmarshalUpdateInfoSchema).optional(),
|
|
603
585
|
})
|
|
@@ -625,7 +607,7 @@ export const unmarshalGoogleAdsOptionsSchema = z
|
|
|
625
607
|
export const unmarshalGoogleDriveOptionsSchema = z
|
|
626
608
|
.object({
|
|
627
609
|
url: z.string().optional(),
|
|
628
|
-
entity_type: z.
|
|
610
|
+
entity_type: z.string().optional(),
|
|
629
611
|
file_ingestion_options: z
|
|
630
612
|
.lazy(() => unmarshalFileIngestionOptionsSchema)
|
|
631
613
|
.optional(),
|
|
@@ -662,7 +644,7 @@ export const unmarshalIngestionPipelineDefinitionSchema = z
|
|
|
662
644
|
objects: z
|
|
663
645
|
.array(z.lazy(() => unmarshalIngestionPipelineDefinition_IngestionConfigSchema))
|
|
664
646
|
.optional(),
|
|
665
|
-
source_type: z.
|
|
647
|
+
source_type: z.string().optional(),
|
|
666
648
|
table_configuration: z
|
|
667
649
|
.lazy(() => unmarshalIngestionPipelineDefinition_TableSpecificConfigSchema)
|
|
668
650
|
.optional(),
|
|
@@ -673,7 +655,7 @@ export const unmarshalIngestionPipelineDefinitionSchema = z
|
|
|
673
655
|
full_refresh_window: z
|
|
674
656
|
.lazy(() => unmarshalOperationTimeWindowSchema)
|
|
675
657
|
.optional(),
|
|
676
|
-
connector_type: z.
|
|
658
|
+
connector_type: z.string().optional(),
|
|
677
659
|
data_staging_options: z
|
|
678
660
|
.lazy(() => unmarshalDataStagingOptionsSchema)
|
|
679
661
|
.optional(),
|
|
@@ -795,7 +777,7 @@ export const unmarshalIngestionPipelineDefinition_TableSpecSchema = z
|
|
|
795
777
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
796
778
|
export const unmarshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
797
779
|
.object({
|
|
798
|
-
scd_type: z.
|
|
780
|
+
scd_type: z.string().optional(),
|
|
799
781
|
primary_keys: z.array(z.string()).optional(),
|
|
800
782
|
sequence_by: z.array(z.string()).optional(),
|
|
801
783
|
include_columns: z.array(z.string()).optional(),
|
|
@@ -811,6 +793,9 @@ export const unmarshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
|
811
793
|
auto_full_refresh_policy: z
|
|
812
794
|
.lazy(() => unmarshalAutoFullRefreshPolicySchema)
|
|
813
795
|
.optional(),
|
|
796
|
+
table_properties: z.record(z.string(), z.string()).optional(),
|
|
797
|
+
enable_auto_clustering: z.boolean().optional(),
|
|
798
|
+
clustering_columns: z.array(z.string()).optional(),
|
|
814
799
|
})
|
|
815
800
|
.transform(d => ({
|
|
816
801
|
scdType: d.scd_type,
|
|
@@ -823,6 +808,9 @@ export const unmarshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
|
823
808
|
rowFilter: d.row_filter,
|
|
824
809
|
queryBasedConnectorConfig: d.query_based_connector_config,
|
|
825
810
|
autoFullRefreshPolicy: d.auto_full_refresh_policy,
|
|
811
|
+
tableProperties: d.table_properties,
|
|
812
|
+
enableAutoClustering: d.enable_auto_clustering,
|
|
813
|
+
clusteringColumns: d.clustering_columns,
|
|
826
814
|
}));
|
|
827
815
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
828
816
|
export const unmarshalIngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfigSchema = z
|
|
@@ -875,9 +863,7 @@ export const unmarshalJsonTransformerOptionsSchema = z
|
|
|
875
863
|
as_variant: z.boolean().optional(),
|
|
876
864
|
schema: z.string().optional(),
|
|
877
865
|
schema_file_path: z.string().optional(),
|
|
878
|
-
schema_evolution_mode: z
|
|
879
|
-
.enum(FileIngestionOptions_SchemaEvolutionMode)
|
|
880
|
-
.optional(),
|
|
866
|
+
schema_evolution_mode: z.string().optional(),
|
|
881
867
|
schema_hints: z.string().optional(),
|
|
882
868
|
})
|
|
883
869
|
.transform(d => ({
|
|
@@ -909,8 +895,7 @@ export const unmarshalKafkaOptionsSchema = z
|
|
|
909
895
|
maxOffsetsPerTrigger: d.max_offsets_per_trigger,
|
|
910
896
|
clientConfig: d.client_config,
|
|
911
897
|
}));
|
|
912
|
-
|
|
913
|
-
export const unmarshalListPipelineEventsRequest_ResponseSchema = z
|
|
898
|
+
export const unmarshalListPipelineEventsResponseSchema = z
|
|
914
899
|
.object({
|
|
915
900
|
events: z.array(z.lazy(() => unmarshalPipelineEventSchema)).optional(),
|
|
916
901
|
next_page_token: z.string().optional(),
|
|
@@ -921,8 +906,7 @@ export const unmarshalListPipelineEventsRequest_ResponseSchema = z
|
|
|
921
906
|
nextPageToken: d.next_page_token,
|
|
922
907
|
prevPageToken: d.prev_page_token,
|
|
923
908
|
}));
|
|
924
|
-
|
|
925
|
-
export const unmarshalListPipelinesRequest_ResponseSchema = z
|
|
909
|
+
export const unmarshalListPipelinesResponseSchema = z
|
|
926
910
|
.object({
|
|
927
911
|
statuses: z
|
|
928
912
|
.array(z.lazy(() => unmarshalPipelineStateInfoSchema))
|
|
@@ -933,8 +917,7 @@ export const unmarshalListPipelinesRequest_ResponseSchema = z
|
|
|
933
917
|
statuses: d.statuses,
|
|
934
918
|
nextPageToken: d.next_page_token,
|
|
935
919
|
}));
|
|
936
|
-
|
|
937
|
-
export const unmarshalListUpdatesRequest_ResponseSchema = z
|
|
920
|
+
export const unmarshalListUpdatesResponseSchema = z
|
|
938
921
|
.object({
|
|
939
922
|
updates: z.array(z.lazy(() => unmarshalUpdateInfoSchema)).optional(),
|
|
940
923
|
next_page_token: z.string().optional(),
|
|
@@ -986,7 +969,7 @@ export const unmarshalNotificationsSchema = z
|
|
|
986
969
|
export const unmarshalOperationTimeWindowSchema = z
|
|
987
970
|
.object({
|
|
988
971
|
start_hour: z.number().optional(),
|
|
989
|
-
days_of_week: z.array(z.
|
|
972
|
+
days_of_week: z.array(z.string()).optional(),
|
|
990
973
|
time_zone_id: z.string().optional(),
|
|
991
974
|
})
|
|
992
975
|
.transform(d => ({
|
|
@@ -1055,8 +1038,8 @@ export const unmarshalOutlookOptionsSchema = z
|
|
|
1055
1038
|
sender_filter: z.array(z.string()).optional(),
|
|
1056
1039
|
subject_filter: z.array(z.string()).optional(),
|
|
1057
1040
|
start_date: z.string().optional(),
|
|
1058
|
-
body_format: z.
|
|
1059
|
-
attachment_mode: z.
|
|
1041
|
+
body_format: z.string().optional(),
|
|
1042
|
+
attachment_mode: z.string().optional(),
|
|
1060
1043
|
include_mailboxes: z.array(z.string()).optional(),
|
|
1061
1044
|
include_folders: z.array(z.string()).optional(),
|
|
1062
1045
|
include_senders: z.array(z.string()).optional(),
|
|
@@ -1139,7 +1122,7 @@ export const unmarshalPipelineClusterSchema = z
|
|
|
1139
1122
|
}));
|
|
1140
1123
|
export const unmarshalPipelineDeploymentSchema = z
|
|
1141
1124
|
.object({
|
|
1142
|
-
kind: z.
|
|
1125
|
+
kind: z.string().optional(),
|
|
1143
1126
|
metadata_file_path: z.string().optional(),
|
|
1144
1127
|
deployment_id: z.string().optional(),
|
|
1145
1128
|
version_id: z.string().optional(),
|
|
@@ -1157,10 +1140,10 @@ export const unmarshalPipelineEventSchema = z
|
|
|
1157
1140
|
origin: z.lazy(() => unmarshalOriginSchema).optional(),
|
|
1158
1141
|
timestamp: z.string().optional(),
|
|
1159
1142
|
message: z.string().optional(),
|
|
1160
|
-
level: z.
|
|
1143
|
+
level: z.string().optional(),
|
|
1161
1144
|
error: z.lazy(() => unmarshalErrorDetailSchema).optional(),
|
|
1162
1145
|
event_type: z.string().optional(),
|
|
1163
|
-
maturity_level: z.
|
|
1146
|
+
maturity_level: z.string().optional(),
|
|
1164
1147
|
truncation: z.lazy(() => unmarshalTruncationSchema).optional(),
|
|
1165
1148
|
})
|
|
1166
1149
|
.transform(d => ({
|
|
@@ -1269,7 +1252,7 @@ export const unmarshalPipelineSpecSchema = z
|
|
|
1269
1252
|
export const unmarshalPipelineStateInfoSchema = z
|
|
1270
1253
|
.object({
|
|
1271
1254
|
pipeline_id: z.string().optional(),
|
|
1272
|
-
state: z.
|
|
1255
|
+
state: z.string().optional(),
|
|
1273
1256
|
cluster_id: z.string().optional(),
|
|
1274
1257
|
name: z.string().optional(),
|
|
1275
1258
|
latest_updates: z
|
|
@@ -1277,7 +1260,7 @@ export const unmarshalPipelineStateInfoSchema = z
|
|
|
1277
1260
|
.optional(),
|
|
1278
1261
|
creator_user_name: z.string().optional(),
|
|
1279
1262
|
run_as_user_name: z.string().optional(),
|
|
1280
|
-
health: z.
|
|
1263
|
+
health: z.string().optional(),
|
|
1281
1264
|
})
|
|
1282
1265
|
.transform(d => ({
|
|
1283
1266
|
pipelineId: d.pipeline_id,
|
|
@@ -1315,11 +1298,11 @@ export const unmarshalPipelinesAutoScaleSchema = z
|
|
|
1315
1298
|
export const unmarshalPipelinesAwsAttributesSchema = z
|
|
1316
1299
|
.object({
|
|
1317
1300
|
first_on_demand: z.number().optional(),
|
|
1318
|
-
availability: z.
|
|
1301
|
+
availability: z.string().optional(),
|
|
1319
1302
|
zone_id: z.string().optional(),
|
|
1320
1303
|
instance_profile_arn: z.string().optional(),
|
|
1321
1304
|
spot_bid_price_percent: z.number().optional(),
|
|
1322
|
-
ebs_volume_type: z.
|
|
1305
|
+
ebs_volume_type: z.string().optional(),
|
|
1323
1306
|
ebs_volume_count: z.number().optional(),
|
|
1324
1307
|
ebs_volume_size: z.number().optional(),
|
|
1325
1308
|
ebs_volume_iops: z.number().optional(),
|
|
@@ -1340,7 +1323,7 @@ export const unmarshalPipelinesAwsAttributesSchema = z
|
|
|
1340
1323
|
export const unmarshalPipelinesAzureAttributesSchema = z
|
|
1341
1324
|
.object({
|
|
1342
1325
|
first_on_demand: z.number().optional(),
|
|
1343
|
-
availability: z.
|
|
1326
|
+
availability: z.string().optional(),
|
|
1344
1327
|
spot_bid_max_price: z.number().optional(),
|
|
1345
1328
|
})
|
|
1346
1329
|
.transform(d => ({
|
|
@@ -1377,7 +1360,7 @@ export const unmarshalPipelinesGcpAttributesSchema = z
|
|
|
1377
1360
|
.object({
|
|
1378
1361
|
google_service_account: z.string().optional(),
|
|
1379
1362
|
boot_disk_size: z.number().optional(),
|
|
1380
|
-
availability: z.
|
|
1363
|
+
availability: z.string().optional(),
|
|
1381
1364
|
zone_id: z.string().optional(),
|
|
1382
1365
|
local_ssd_count: z.number().optional(),
|
|
1383
1366
|
})
|
|
@@ -1464,7 +1447,7 @@ export const unmarshalPostgresSlotConfigSchema = z
|
|
|
1464
1447
|
export const unmarshalRestartWindowSchema = z
|
|
1465
1448
|
.object({
|
|
1466
1449
|
start_hour: z.number().optional(),
|
|
1467
|
-
days_of_week: z.array(z.
|
|
1450
|
+
days_of_week: z.array(z.string()).optional(),
|
|
1468
1451
|
time_zone_id: z.string().optional(),
|
|
1469
1452
|
})
|
|
1470
1453
|
.transform(d => ({
|
|
@@ -1498,7 +1481,7 @@ export const unmarshalSerializedExceptionSchema = z
|
|
|
1498
1481
|
export const unmarshalSharepointOptionsSchema = z
|
|
1499
1482
|
.object({
|
|
1500
1483
|
url: z.string().optional(),
|
|
1501
|
-
entity_type: z.
|
|
1484
|
+
entity_type: z.string().optional(),
|
|
1502
1485
|
file_ingestion_options: z
|
|
1503
1486
|
.lazy(() => unmarshalFileIngestionOptionsSchema)
|
|
1504
1487
|
.optional(),
|
|
@@ -1553,24 +1536,22 @@ export const unmarshalStackFrameSchema = z
|
|
|
1553
1536
|
fileName: d.file_name,
|
|
1554
1537
|
lineNumber: d.line_number,
|
|
1555
1538
|
}));
|
|
1556
|
-
|
|
1557
|
-
export const unmarshalStartUpdateRequest_ResponseSchema = z
|
|
1539
|
+
export const unmarshalStartUpdateResponseSchema = z
|
|
1558
1540
|
.object({
|
|
1559
1541
|
update_id: z.string().optional(),
|
|
1560
1542
|
})
|
|
1561
1543
|
.transform(d => ({
|
|
1562
1544
|
updateId: d.update_id,
|
|
1563
1545
|
}));
|
|
1564
|
-
|
|
1565
|
-
export const unmarshalStopPipelineRequest_ResponseSchema = z.object({});
|
|
1546
|
+
export const unmarshalStopPipelineResponseSchema = z.object({});
|
|
1566
1547
|
export const unmarshalTikTokAdsOptionsSchema = z
|
|
1567
1548
|
.object({
|
|
1568
1549
|
lookback_window_days: z.number().optional(),
|
|
1569
1550
|
sync_start_date: z.string().optional(),
|
|
1570
1551
|
dimensions: z.array(z.string()).optional(),
|
|
1571
1552
|
metrics: z.array(z.string()).optional(),
|
|
1572
|
-
report_type: z.
|
|
1573
|
-
data_level: z.
|
|
1553
|
+
report_type: z.string().optional(),
|
|
1554
|
+
data_level: z.string().optional(),
|
|
1574
1555
|
query_lifetime: z.boolean().optional(),
|
|
1575
1556
|
})
|
|
1576
1557
|
.transform(d => ({
|
|
@@ -1584,7 +1565,7 @@ export const unmarshalTikTokAdsOptionsSchema = z
|
|
|
1584
1565
|
}));
|
|
1585
1566
|
export const unmarshalTransformerSchema = z
|
|
1586
1567
|
.object({
|
|
1587
|
-
format: z.
|
|
1568
|
+
format: z.string().optional(),
|
|
1588
1569
|
json_options: z
|
|
1589
1570
|
.lazy(() => unmarshalJsonTransformerOptionsSchema)
|
|
1590
1571
|
.optional(),
|
|
@@ -1617,8 +1598,8 @@ export const unmarshalUpdateInfoSchema = z
|
|
|
1617
1598
|
pipeline_id: z.string().optional(),
|
|
1618
1599
|
update_id: z.string().optional(),
|
|
1619
1600
|
config: z.lazy(() => unmarshalPipelineSpecSchema).optional(),
|
|
1620
|
-
cause: z.
|
|
1621
|
-
state: z.
|
|
1601
|
+
cause: z.string().optional(),
|
|
1602
|
+
state: z.string().optional(),
|
|
1622
1603
|
cluster_id: z.string().optional(),
|
|
1623
1604
|
creation_time: z
|
|
1624
1605
|
.union([z.number(), z.bigint()])
|
|
@@ -1647,7 +1628,7 @@ export const unmarshalUpdateInfoSchema = z
|
|
|
1647
1628
|
export const unmarshalUpdateStateInfoSchema = z
|
|
1648
1629
|
.object({
|
|
1649
1630
|
update_id: z.string().optional(),
|
|
1650
|
-
state: z.
|
|
1631
|
+
state: z.string().optional(),
|
|
1651
1632
|
creation_time: z.string().optional(),
|
|
1652
1633
|
})
|
|
1653
1634
|
.transform(d => ({
|
|
@@ -1715,7 +1696,7 @@ export const marshalClonePipelineRequestSchema = z
|
|
|
1715
1696
|
rootPath: z.string().optional(),
|
|
1716
1697
|
environment: z.lazy(() => marshalPipelinesEnvironmentSchema).optional(),
|
|
1717
1698
|
usagePolicyId: z.string().optional(),
|
|
1718
|
-
cloneMode: z.
|
|
1699
|
+
cloneMode: z.string().optional(),
|
|
1719
1700
|
})
|
|
1720
1701
|
.transform(d => ({
|
|
1721
1702
|
pipeline_id: d.pipelineId,
|
|
@@ -2057,12 +2038,10 @@ export const marshalFileFilterSchema = z
|
|
|
2057
2038
|
}));
|
|
2058
2039
|
export const marshalFileIngestionOptionsSchema = z
|
|
2059
2040
|
.object({
|
|
2060
|
-
format: z.
|
|
2041
|
+
format: z.string().optional(),
|
|
2061
2042
|
fileFilters: z.array(z.lazy(() => marshalFileFilterSchema)).optional(),
|
|
2062
2043
|
inferColumnTypes: z.boolean().optional(),
|
|
2063
|
-
schemaEvolutionMode: z
|
|
2064
|
-
.enum(FileIngestionOptions_SchemaEvolutionMode)
|
|
2065
|
-
.optional(),
|
|
2044
|
+
schemaEvolutionMode: z.string().optional(),
|
|
2066
2045
|
schemaHints: z.string().optional(),
|
|
2067
2046
|
ignoreCorruptFiles: z.boolean().optional(),
|
|
2068
2047
|
corruptRecordColumn: z.string().optional(),
|
|
@@ -2114,7 +2093,7 @@ export const marshalGoogleAdsOptionsSchema = z
|
|
|
2114
2093
|
export const marshalGoogleDriveOptionsSchema = z
|
|
2115
2094
|
.object({
|
|
2116
2095
|
url: z.string().optional(),
|
|
2117
|
-
entityType: z.
|
|
2096
|
+
entityType: z.string().optional(),
|
|
2118
2097
|
fileIngestionOptions: z
|
|
2119
2098
|
.lazy(() => marshalFileIngestionOptionsSchema)
|
|
2120
2099
|
.optional(),
|
|
@@ -2164,7 +2143,7 @@ export const marshalIngestionPipelineDefinitionSchema = z
|
|
|
2164
2143
|
objects: z
|
|
2165
2144
|
.array(z.lazy(() => marshalIngestionPipelineDefinition_IngestionConfigSchema))
|
|
2166
2145
|
.optional(),
|
|
2167
|
-
sourceType: z.
|
|
2146
|
+
sourceType: z.string().optional(),
|
|
2168
2147
|
tableConfiguration: z
|
|
2169
2148
|
.lazy(() => marshalIngestionPipelineDefinition_TableSpecificConfigSchema)
|
|
2170
2149
|
.optional(),
|
|
@@ -2175,7 +2154,7 @@ export const marshalIngestionPipelineDefinitionSchema = z
|
|
|
2175
2154
|
fullRefreshWindow: z
|
|
2176
2155
|
.lazy(() => marshalOperationTimeWindowSchema)
|
|
2177
2156
|
.optional(),
|
|
2178
|
-
connectorType: z.
|
|
2157
|
+
connectorType: z.string().optional(),
|
|
2179
2158
|
dataStagingOptions: z
|
|
2180
2159
|
.lazy(() => marshalDataStagingOptionsSchema)
|
|
2181
2160
|
.optional(),
|
|
@@ -2293,7 +2272,7 @@ export const marshalIngestionPipelineDefinition_TableSpecSchema = z
|
|
|
2293
2272
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
2294
2273
|
export const marshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
2295
2274
|
.object({
|
|
2296
|
-
scdType: z.
|
|
2275
|
+
scdType: z.string().optional(),
|
|
2297
2276
|
primaryKeys: z.array(z.string()).optional(),
|
|
2298
2277
|
sequenceBy: z.array(z.string()).optional(),
|
|
2299
2278
|
includeColumns: z.array(z.string()).optional(),
|
|
@@ -2309,6 +2288,9 @@ export const marshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
|
2309
2288
|
autoFullRefreshPolicy: z
|
|
2310
2289
|
.lazy(() => marshalAutoFullRefreshPolicySchema)
|
|
2311
2290
|
.optional(),
|
|
2291
|
+
tableProperties: z.record(z.string(), z.string()).optional(),
|
|
2292
|
+
enableAutoClustering: z.boolean().optional(),
|
|
2293
|
+
clusteringColumns: z.array(z.string()).optional(),
|
|
2312
2294
|
})
|
|
2313
2295
|
.transform(d => ({
|
|
2314
2296
|
scd_type: d.scdType,
|
|
@@ -2321,6 +2303,9 @@ export const marshalIngestionPipelineDefinition_TableSpecificConfigSchema = z
|
|
|
2321
2303
|
row_filter: d.rowFilter,
|
|
2322
2304
|
query_based_connector_config: d.queryBasedConnectorConfig,
|
|
2323
2305
|
auto_full_refresh_policy: d.autoFullRefreshPolicy,
|
|
2306
|
+
table_properties: d.tableProperties,
|
|
2307
|
+
enable_auto_clustering: d.enableAutoClustering,
|
|
2308
|
+
clustering_columns: d.clusteringColumns,
|
|
2324
2309
|
}));
|
|
2325
2310
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
2326
2311
|
export const marshalIngestionPipelineDefinition_TableSpecificConfig_QueryBasedConnectorConfigSchema = z
|
|
@@ -2370,9 +2355,7 @@ export const marshalJsonTransformerOptionsSchema = z
|
|
|
2370
2355
|
asVariant: z.boolean().optional(),
|
|
2371
2356
|
schema: z.string().optional(),
|
|
2372
2357
|
schemaFilePath: z.string().optional(),
|
|
2373
|
-
schemaEvolutionMode: z
|
|
2374
|
-
.enum(FileIngestionOptions_SchemaEvolutionMode)
|
|
2375
|
-
.optional(),
|
|
2358
|
+
schemaEvolutionMode: z.string().optional(),
|
|
2376
2359
|
schemaHints: z.string().optional(),
|
|
2377
2360
|
})
|
|
2378
2361
|
.transform(d => ({
|
|
@@ -2442,7 +2425,7 @@ export const marshalNotificationsSchema = z
|
|
|
2442
2425
|
export const marshalOperationTimeWindowSchema = z
|
|
2443
2426
|
.object({
|
|
2444
2427
|
startHour: z.number().optional(),
|
|
2445
|
-
daysOfWeek: z.array(z.
|
|
2428
|
+
daysOfWeek: z.array(z.string()).optional(),
|
|
2446
2429
|
timeZoneId: z.string().optional(),
|
|
2447
2430
|
})
|
|
2448
2431
|
.transform(d => ({
|
|
@@ -2456,8 +2439,8 @@ export const marshalOutlookOptionsSchema = z
|
|
|
2456
2439
|
senderFilter: z.array(z.string()).optional(),
|
|
2457
2440
|
subjectFilter: z.array(z.string()).optional(),
|
|
2458
2441
|
startDate: z.string().optional(),
|
|
2459
|
-
bodyFormat: z.
|
|
2460
|
-
attachmentMode: z.
|
|
2442
|
+
bodyFormat: z.string().optional(),
|
|
2443
|
+
attachmentMode: z.string().optional(),
|
|
2461
2444
|
includeMailboxes: z.array(z.string()).optional(),
|
|
2462
2445
|
includeFolders: z.array(z.string()).optional(),
|
|
2463
2446
|
includeSenders: z.array(z.string()).optional(),
|
|
@@ -2540,7 +2523,7 @@ export const marshalPipelineClusterSchema = z
|
|
|
2540
2523
|
}));
|
|
2541
2524
|
export const marshalPipelineDeploymentSchema = z
|
|
2542
2525
|
.object({
|
|
2543
|
-
kind: z.
|
|
2526
|
+
kind: z.string().optional(),
|
|
2544
2527
|
metadataFilePath: z.string().optional(),
|
|
2545
2528
|
deploymentId: z.string().optional(),
|
|
2546
2529
|
versionId: z.string().optional(),
|
|
@@ -2617,11 +2600,11 @@ export const marshalPipelinesAutoScaleSchema = z
|
|
|
2617
2600
|
export const marshalPipelinesAwsAttributesSchema = z
|
|
2618
2601
|
.object({
|
|
2619
2602
|
firstOnDemand: z.number().optional(),
|
|
2620
|
-
availability: z.
|
|
2603
|
+
availability: z.string().optional(),
|
|
2621
2604
|
zoneId: z.string().optional(),
|
|
2622
2605
|
instanceProfileArn: z.string().optional(),
|
|
2623
2606
|
spotBidPricePercent: z.number().optional(),
|
|
2624
|
-
ebsVolumeType: z.
|
|
2607
|
+
ebsVolumeType: z.string().optional(),
|
|
2625
2608
|
ebsVolumeCount: z.number().optional(),
|
|
2626
2609
|
ebsVolumeSize: z.number().optional(),
|
|
2627
2610
|
ebsVolumeIops: z.number().optional(),
|
|
@@ -2642,7 +2625,7 @@ export const marshalPipelinesAwsAttributesSchema = z
|
|
|
2642
2625
|
export const marshalPipelinesAzureAttributesSchema = z
|
|
2643
2626
|
.object({
|
|
2644
2627
|
firstOnDemand: z.number().optional(),
|
|
2645
|
-
availability: z.
|
|
2628
|
+
availability: z.string().optional(),
|
|
2646
2629
|
spotBidMaxPrice: z.number().optional(),
|
|
2647
2630
|
})
|
|
2648
2631
|
.transform(d => ({
|
|
@@ -2684,7 +2667,7 @@ export const marshalPipelinesGcpAttributesSchema = z
|
|
|
2684
2667
|
.object({
|
|
2685
2668
|
googleServiceAccount: z.string().optional(),
|
|
2686
2669
|
bootDiskSize: z.number().optional(),
|
|
2687
|
-
availability: z.
|
|
2670
|
+
availability: z.string().optional(),
|
|
2688
2671
|
zoneId: z.string().optional(),
|
|
2689
2672
|
localSsdCount: z.number().optional(),
|
|
2690
2673
|
})
|
|
@@ -2790,7 +2773,7 @@ export const marshalReplaceWhereOverrideSchema = z
|
|
|
2790
2773
|
export const marshalRestartWindowSchema = z
|
|
2791
2774
|
.object({
|
|
2792
2775
|
startHour: z.number().optional(),
|
|
2793
|
-
daysOfWeek: z.array(z.
|
|
2776
|
+
daysOfWeek: z.array(z.string()).optional(),
|
|
2794
2777
|
timeZoneId: z.string().optional(),
|
|
2795
2778
|
})
|
|
2796
2779
|
.transform(d => ({
|
|
@@ -2823,7 +2806,7 @@ export const marshalRewindSpecSchema = z
|
|
|
2823
2806
|
export const marshalSharepointOptionsSchema = z
|
|
2824
2807
|
.object({
|
|
2825
2808
|
url: z.string().optional(),
|
|
2826
|
-
entityType: z.
|
|
2809
|
+
entityType: z.string().optional(),
|
|
2827
2810
|
fileIngestionOptions: z
|
|
2828
2811
|
.lazy(() => marshalFileIngestionOptionsSchema)
|
|
2829
2812
|
.optional(),
|
|
@@ -2878,7 +2861,7 @@ export const marshalStartUpdateRequestSchema = z
|
|
|
2878
2861
|
.object({
|
|
2879
2862
|
pipelineId: z.string().optional(),
|
|
2880
2863
|
fullRefresh: z.boolean().optional(),
|
|
2881
|
-
cause: z.
|
|
2864
|
+
cause: z.string().optional(),
|
|
2882
2865
|
refreshSelection: z.array(z.string()).optional(),
|
|
2883
2866
|
fullRefreshSelection: z.array(z.string()).optional(),
|
|
2884
2867
|
resetCheckpointSelection: z.array(z.string()).optional(),
|
|
@@ -2914,8 +2897,8 @@ export const marshalTikTokAdsOptionsSchema = z
|
|
|
2914
2897
|
syncStartDate: z.string().optional(),
|
|
2915
2898
|
dimensions: z.array(z.string()).optional(),
|
|
2916
2899
|
metrics: z.array(z.string()).optional(),
|
|
2917
|
-
reportType: z.
|
|
2918
|
-
dataLevel: z.
|
|
2900
|
+
reportType: z.string().optional(),
|
|
2901
|
+
dataLevel: z.string().optional(),
|
|
2919
2902
|
queryLifetime: z.boolean().optional(),
|
|
2920
2903
|
})
|
|
2921
2904
|
.transform(d => ({
|
|
@@ -2929,7 +2912,7 @@ export const marshalTikTokAdsOptionsSchema = z
|
|
|
2929
2912
|
}));
|
|
2930
2913
|
export const marshalTransformerSchema = z
|
|
2931
2914
|
.object({
|
|
2932
|
-
format: z.
|
|
2915
|
+
format: z.string().optional(),
|
|
2933
2916
|
config: z
|
|
2934
2917
|
.discriminatedUnion('$case', [
|
|
2935
2918
|
z.object({
|