@databricks/sdk-instancepools 0.0.0-dev → 0.1.0-dev.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,733 @@
1
+ import { z } from 'zod';
2
+ /**
3
+ * Availability type used for all subsequent nodes past the `first_on_demand` ones.
4
+ *
5
+ * Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster.
6
+ */
7
+ export declare enum AwsAvailability {
8
+ /** Use spot instances. */
9
+ SPOT = "SPOT",
10
+ /** Use on-demand instances. */
11
+ ON_DEMAND = "ON_DEMAND",
12
+ /**
13
+ * Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
14
+ * be acquired (e.g., if AWS spot prices are too high).
15
+ */
16
+ SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK"
17
+ }
18
+ /**
19
+ * Availability type used for all subsequent nodes past the `first_on_demand` ones.
20
+ * Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster.
21
+ */
22
+ export declare enum AzureAvailability {
23
+ /** Use spot instances. */
24
+ SPOT_AZURE = "SPOT_AZURE",
25
+ /** Use on-demand instances. */
26
+ ON_DEMAND_AZURE = "ON_DEMAND_AZURE",
27
+ /**
28
+ * Preferably use spot instances, but fall back to on-demand instances if spot instances cannot
29
+ * be acquired (e.g., if Azure is out of Quota).
30
+ */
31
+ SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE"
32
+ }
33
+ /**
34
+ * All Azure Disk types that <Databricks> supports.
35
+ * See https://docs.microsoft.com/en-us/azure/storage/storage-about-disks-and-vhds-linux#types-of-disks
36
+ */
37
+ export declare enum AzureDiskVolumeType {
38
+ /** Premium storage tier, backed by SSDs. */
39
+ PREMIUM_LRS = "PREMIUM_LRS",
40
+ /** Standard storage tier, backed by HDDs. */
41
+ STANDARD_LRS = "STANDARD_LRS"
42
+ }
43
+ /**
44
+ * All EBS volume types that <Databricks> supports.
45
+ * See https://aws.amazon.com/ebs/details/ for details.
46
+ */
47
+ export declare enum EbsVolumeType {
48
+ /** Provision extra storage using AWS gp2 EBS volumes. */
49
+ GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD",
50
+ /** Provision extra storage using AWS st1 volumes. */
51
+ THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD"
52
+ }
53
+ /**
54
+ * This field determines whether the instance pool will contain preemptible
55
+ * VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable.
56
+ */
57
+ export declare enum GcpAvailability {
58
+ PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP",
59
+ ON_DEMAND_GCP = "ON_DEMAND_GCP",
60
+ PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP"
61
+ }
62
+ /**
63
+ * The state of a Cluster. The current allowable state transitions are as follows:
64
+ *
65
+ * - ``ACTIVE`` -> ``STOPPED``
66
+ * - ``ACTIVE`` -> ``DELETED``
67
+ * - ``STOPPED`` -> ``ACTIVE``
68
+ * - ``STOPPED`` -> ``DELETED``
69
+ */
70
+ export declare enum InstancePoolState {
71
+ /** Indicates an instance pool is active for use. */
72
+ ACTIVE = "ACTIVE",
73
+ /**
74
+ * Indicates an instance pool has been stopped so no more clusters should be able to get instances
75
+ * from the pool.
76
+ */
77
+ STOPPED = "STOPPED",
78
+ /** Indicates the instance pool has been deleted and should no longer exist. */
79
+ DELETED = "DELETED"
80
+ }
81
+ export interface CreateInstancePoolRequest {
82
+ /**
83
+ * Pool name requested by the user. Pool name must be unique. Length must be between 1 and 100
84
+ * characters.
85
+ */
86
+ instancePoolName?: string | undefined;
87
+ /** Minimum number of idle instances to keep in the instance pool */
88
+ minIdleInstances?: number | undefined;
89
+ /**
90
+ * Maximum number of outstanding instances to keep in the pool, including both instances used by
91
+ * clusters and idle instances. Clusters that require further instance provisioning will fail during
92
+ * upsize requests.
93
+ */
94
+ maxCapacity?: number | undefined;
95
+ /**
96
+ * Attributes related to instance pools running on Amazon Web Services.
97
+ * If not specified at pool creation, a set of default values will be used.
98
+ */
99
+ awsAttributes?: InstancePoolAwsAttributes | undefined;
100
+ /**
101
+ * This field encodes, through a single value, the resources available to each of
102
+ * the Spark nodes in this cluster. For example, the Spark nodes can be provisioned
103
+ * and optimized for memory or compute intensive workloads. A list of available node
104
+ * types can be retrieved by using the :method:clusters/listNodeTypes API call.
105
+ */
106
+ nodeTypeId?: string | undefined;
107
+ /**
108
+ * Additional tags for pool resources. <Databricks> will tag all pool resources (e.g., AWS
109
+ * instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
110
+ *
111
+ * - Currently, <Databricks> allows at most 45 custom tags
112
+ */
113
+ customTags?: Record<string, string> | undefined;
114
+ /**
115
+ * Automatically terminates the extra instances in the pool cache after they are inactive for this
116
+ * time in minutes if min_idle_instances requirement is already met. If not set, the extra pool
117
+ * instances will be automatically terminated after a default timeout. If specified, the
118
+ * threshold must be between 0 and 10000 minutes.
119
+ * Users can also set this value to 0 to instantly remove idle instances from the cache if
120
+ * min cache size could still hold.
121
+ */
122
+ idleInstanceAutoterminationMinutes?: number | undefined;
123
+ /**
124
+ * Autoscaling Local Storage: when enabled, this instances in this pool will dynamically acquire
125
+ * additional disk space when its Spark workers are running low on disk space. In AWS, this
126
+ * feature requires specific AWS permissions to function correctly - refer to the User Guide for
127
+ * more details.
128
+ */
129
+ enableElasticDisk?: boolean | undefined;
130
+ /** Defines the specification of the disks that will be attached to all spark containers. */
131
+ diskSpec?: DiskSpec | undefined;
132
+ /** Custom Docker Image BYOC */
133
+ preloadedDockerImages?: DockerImage[] | undefined;
134
+ /**
135
+ * A list containing at most one preloaded Spark image version for the pool. Pool-backed clusters started
136
+ * with the preloaded Spark version will start faster. A list of available Spark versions
137
+ * can be retrieved by using the :method:clusters/sparkVersions API call.
138
+ */
139
+ preloadedSparkVersions?: string[] | undefined;
140
+ /**
141
+ * Attributes related to instance pools running on Azure.
142
+ * If not specified at pool creation, a set of default values will be used.
143
+ */
144
+ azureAttributes?: InstancePoolAzureAttributes | undefined;
145
+ /**
146
+ * Attributes related to instance pools running on Google Cloud Platform.
147
+ * If not specified at pool creation, a set of default values will be used.
148
+ */
149
+ gcpAttributes?: InstancePoolGcpAttributes | undefined;
150
+ /** Flexible node type configuration for the pool. */
151
+ nodeTypeFlexibility?: NodeTypeFlexibility | undefined;
152
+ /** If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported for GCP HYPERDISK_BALANCED types. */
153
+ remoteDiskThroughput?: number | undefined;
154
+ /** If set, what the total initial volume size (in GB) of the remote disks should be. Currently only supported for GCP HYPERDISK_BALANCED types. */
155
+ totalInitialRemoteDiskSize?: number | undefined;
156
+ }
157
+ export interface CreateInstancePoolRequest_CustomTagsEntry {
158
+ /**
159
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
160
+ * For a list of all restrictions, see the AWS docs here:
161
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
162
+ */
163
+ key?: string | undefined;
164
+ /**
165
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
166
+ * For a list of all restrictions, see the AWS docs here:
167
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
168
+ */
169
+ value?: string | undefined;
170
+ }
171
+ export interface CreateInstancePoolRequest_Response {
172
+ /** The ID of the created instance pool. */
173
+ instancePoolId?: string | undefined;
174
+ }
175
+ export interface DeleteInstancePoolRequest {
176
+ /** The instance pool to be terminated. */
177
+ instancePoolId?: string | undefined;
178
+ }
179
+ export interface DeleteInstancePoolRequest_Response {
180
+ }
181
+ /**
182
+ * Describes the disks that are launched for each instance in the spark cluster.
183
+ * For example, if the cluster has 3 instances, each instance is configured to launch
184
+ * 2 disks, 100 GiB each, then <Databricks> will launch a total of 6 disks,
185
+ * 100 GiB each, for this cluster.
186
+ */
187
+ export interface DiskSpec {
188
+ /** The type of disks that will be launched with this cluster. */
189
+ diskType?: DiskType | undefined;
190
+ /**
191
+ * The number of disks launched for each instance:
192
+ * - This feature is only enabled for supported node types.
193
+ * - Users can choose up to the limit of the disks supported by the node type.
194
+ * - For node types with no OS disk, at least one disk must be specified;
195
+ * otherwise, cluster creation will fail.
196
+ *
197
+ * If disks are attached, <Databricks> will configure Spark to use only the disks for
198
+ * scratch storage, because heterogenously sized scratch devices can lead to inefficient disk
199
+ * utilization. If no disks are attached, <Databricks> will configure Spark to use
200
+ * instance store disks.
201
+ *
202
+ * Note: If disks are specified, then the Spark configuration
203
+ * `spark.local.dir` will be overridden.
204
+ *
205
+ * Disks will be mounted at:
206
+ * - For AWS: `/ebs0`, `/ebs1`, and etc.
207
+ * - For Azure: `/remote_volume0`, `/remote_volume1`, and etc.
208
+ */
209
+ diskCount?: number | undefined;
210
+ /**
211
+ * The size of each disk (in GiB) launched for each instance.
212
+ * Values must fall into the supported range for a particular instance type.
213
+ *
214
+ * For AWS:
215
+ * - General Purpose SSD: 100 - 4096 GiB
216
+ * - Throughput Optimized HDD: 500 - 4096 GiB
217
+ *
218
+ * For Azure:
219
+ * - Premium LRS (SSD): 1 - 1023 GiB
220
+ * - Standard LRS (HDD): 1- 1023 GiB
221
+ */
222
+ diskSize?: number | undefined;
223
+ diskIops?: number | undefined;
224
+ diskThroughput?: number | undefined;
225
+ }
226
+ /** Describes the disk type. */
227
+ export interface DiskType {
228
+ remoteVolumeType?: {
229
+ $case: 'ebsVolumeType';
230
+ ebsVolumeType: EbsVolumeType;
231
+ } | {
232
+ $case: 'azureDiskVolumeType';
233
+ azureDiskVolumeType: AzureDiskVolumeType;
234
+ } | undefined;
235
+ }
236
+ export interface DockerBasicAuth {
237
+ /** Name of the user */
238
+ username?: string | undefined;
239
+ /** Password of the user */
240
+ password?: string | undefined;
241
+ }
242
+ export interface DockerImage {
243
+ /** URL of the docker image. */
244
+ url?: string | undefined;
245
+ credsOneof?: {
246
+ $case: 'basicAuth';
247
+ /** Basic auth with username and password */
248
+ basicAuth: DockerBasicAuth;
249
+ } | undefined;
250
+ }
251
+ export interface EditInstancePoolRequest {
252
+ /** Instance pool ID */
253
+ instancePoolId?: string | undefined;
254
+ /**
255
+ * Pool name requested by the user. Pool name must be unique. Length must be between 1 and 100
256
+ * characters.
257
+ */
258
+ instancePoolName?: string | undefined;
259
+ /** Minimum number of idle instances to keep in the instance pool */
260
+ minIdleInstances?: number | undefined;
261
+ /**
262
+ * Maximum number of outstanding instances to keep in the pool, including both instances used by
263
+ * clusters and idle instances. Clusters that require further instance provisioning will fail during
264
+ * upsize requests.
265
+ */
266
+ maxCapacity?: number | undefined;
267
+ /**
268
+ * Attributes related to instance pools running on Amazon Web Services.
269
+ * If not specified at pool creation, a set of default values will be used.
270
+ */
271
+ awsAttributes?: InstancePoolAwsAttributes | undefined;
272
+ /**
273
+ * This field encodes, through a single value, the resources available to each of
274
+ * the Spark nodes in this cluster. For example, the Spark nodes can be provisioned
275
+ * and optimized for memory or compute intensive workloads. A list of available node
276
+ * types can be retrieved by using the :method:clusters/listNodeTypes API call.
277
+ */
278
+ nodeTypeId?: string | undefined;
279
+ /**
280
+ * Additional tags for pool resources. <Databricks> will tag all pool resources (e.g., AWS
281
+ * instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
282
+ *
283
+ * - Currently, <Databricks> allows at most 45 custom tags
284
+ */
285
+ customTags?: Record<string, string> | undefined;
286
+ /**
287
+ * Automatically terminates the extra instances in the pool cache after they are inactive for this
288
+ * time in minutes if min_idle_instances requirement is already met. If not set, the extra pool
289
+ * instances will be automatically terminated after a default timeout. If specified, the
290
+ * threshold must be between 0 and 10000 minutes.
291
+ * Users can also set this value to 0 to instantly remove idle instances from the cache if
292
+ * min cache size could still hold.
293
+ */
294
+ idleInstanceAutoterminationMinutes?: number | undefined;
295
+ /**
296
+ * Autoscaling Local Storage: when enabled, this instances in this pool will dynamically acquire
297
+ * additional disk space when its Spark workers are running low on disk space. In AWS, this
298
+ * feature requires specific AWS permissions to function correctly - refer to the User Guide for
299
+ * more details.
300
+ */
301
+ enableElasticDisk?: boolean | undefined;
302
+ /** Defines the specification of the disks that will be attached to all spark containers. */
303
+ diskSpec?: DiskSpec | undefined;
304
+ /** Custom Docker Image BYOC */
305
+ preloadedDockerImages?: DockerImage[] | undefined;
306
+ /**
307
+ * A list containing at most one preloaded Spark image version for the pool. Pool-backed clusters started
308
+ * with the preloaded Spark version will start faster. A list of available Spark versions
309
+ * can be retrieved by using the :method:clusters/sparkVersions API call.
310
+ */
311
+ preloadedSparkVersions?: string[] | undefined;
312
+ /**
313
+ * Attributes related to instance pools running on Azure.
314
+ * If not specified at pool creation, a set of default values will be used.
315
+ */
316
+ azureAttributes?: InstancePoolAzureAttributes | undefined;
317
+ /**
318
+ * Attributes related to instance pools running on Google Cloud Platform.
319
+ * If not specified at pool creation, a set of default values will be used.
320
+ */
321
+ gcpAttributes?: InstancePoolGcpAttributes | undefined;
322
+ /** Flexible node type configuration for the pool. */
323
+ nodeTypeFlexibility?: NodeTypeFlexibility | undefined;
324
+ /** If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported for GCP HYPERDISK_BALANCED types. */
325
+ remoteDiskThroughput?: number | undefined;
326
+ /** If set, what the total initial volume size (in GB) of the remote disks should be. Currently only supported for GCP HYPERDISK_BALANCED types. */
327
+ totalInitialRemoteDiskSize?: number | undefined;
328
+ }
329
+ export interface EditInstancePoolRequest_CustomTagsEntry {
330
+ /**
331
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
332
+ * For a list of all restrictions, see the AWS docs here:
333
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
334
+ */
335
+ key?: string | undefined;
336
+ /**
337
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
338
+ * For a list of all restrictions, see the AWS docs here:
339
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
340
+ */
341
+ value?: string | undefined;
342
+ }
343
+ export interface EditInstancePoolRequest_Response {
344
+ }
345
+ export interface GetInstancePoolRequest {
346
+ /** The canonical unique identifier for the instance pool. */
347
+ instancePoolId?: string | undefined;
348
+ }
349
+ export interface GetInstancePoolRequest_Response {
350
+ /** Usage statistics about the instance pool. */
351
+ stats?: InstancePoolStats | undefined;
352
+ /** Status of failed pending instances in the pool. */
353
+ status?: InstancePoolStatus | undefined;
354
+ /** Canonical unique identifier for the pool. */
355
+ instancePoolId?: string | undefined;
356
+ /**
357
+ * Tags that are added by <Databricks> regardless of any ``custom_tags``, including:
358
+ *
359
+ * - Vendor: <Databricks>
360
+ *
361
+ * - InstancePoolCreator: <user_id_of_creator>
362
+ *
363
+ * - InstancePoolName: <name_of_pool>
364
+ *
365
+ * - InstancePoolId: <id_of_pool>
366
+ */
367
+ defaultTags?: Record<string, string> | undefined;
368
+ /** Current state of the instance pool. */
369
+ state?: InstancePoolState | undefined;
370
+ /**
371
+ * Pool name requested by the user. Pool name must be unique. Length must be between 1 and 100
372
+ * characters.
373
+ */
374
+ instancePoolName?: string | undefined;
375
+ /** Minimum number of idle instances to keep in the instance pool */
376
+ minIdleInstances?: number | undefined;
377
+ /**
378
+ * Maximum number of outstanding instances to keep in the pool, including both instances used by
379
+ * clusters and idle instances. Clusters that require further instance provisioning will fail during
380
+ * upsize requests.
381
+ */
382
+ maxCapacity?: number | undefined;
383
+ /**
384
+ * Attributes related to instance pools running on Amazon Web Services.
385
+ * If not specified at pool creation, a set of default values will be used.
386
+ */
387
+ awsAttributes?: InstancePoolAwsAttributes | undefined;
388
+ /**
389
+ * This field encodes, through a single value, the resources available to each of
390
+ * the Spark nodes in this cluster. For example, the Spark nodes can be provisioned
391
+ * and optimized for memory or compute intensive workloads. A list of available node
392
+ * types can be retrieved by using the :method:clusters/listNodeTypes API call.
393
+ */
394
+ nodeTypeId?: string | undefined;
395
+ /**
396
+ * Additional tags for pool resources. <Databricks> will tag all pool resources (e.g., AWS
397
+ * instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
398
+ *
399
+ * - Currently, <Databricks> allows at most 45 custom tags
400
+ */
401
+ customTags?: Record<string, string> | undefined;
402
+ /**
403
+ * Automatically terminates the extra instances in the pool cache after they are inactive for this
404
+ * time in minutes if min_idle_instances requirement is already met. If not set, the extra pool
405
+ * instances will be automatically terminated after a default timeout. If specified, the
406
+ * threshold must be between 0 and 10000 minutes.
407
+ * Users can also set this value to 0 to instantly remove idle instances from the cache if
408
+ * min cache size could still hold.
409
+ */
410
+ idleInstanceAutoterminationMinutes?: number | undefined;
411
+ /**
412
+ * Autoscaling Local Storage: when enabled, this instances in this pool will dynamically acquire
413
+ * additional disk space when its Spark workers are running low on disk space. In AWS, this
414
+ * feature requires specific AWS permissions to function correctly - refer to the User Guide for
415
+ * more details.
416
+ */
417
+ enableElasticDisk?: boolean | undefined;
418
+ /** Defines the specification of the disks that will be attached to all spark containers. */
419
+ diskSpec?: DiskSpec | undefined;
420
+ /** Custom Docker Image BYOC */
421
+ preloadedDockerImages?: DockerImage[] | undefined;
422
+ /**
423
+ * A list containing at most one preloaded Spark image version for the pool. Pool-backed clusters started
424
+ * with the preloaded Spark version will start faster. A list of available Spark versions
425
+ * can be retrieved by using the :method:clusters/sparkVersions API call.
426
+ */
427
+ preloadedSparkVersions?: string[] | undefined;
428
+ /**
429
+ * Attributes related to instance pools running on Azure.
430
+ * If not specified at pool creation, a set of default values will be used.
431
+ */
432
+ azureAttributes?: InstancePoolAzureAttributes | undefined;
433
+ /**
434
+ * Attributes related to instance pools running on Google Cloud Platform.
435
+ * If not specified at pool creation, a set of default values will be used.
436
+ */
437
+ gcpAttributes?: InstancePoolGcpAttributes | undefined;
438
+ /** Flexible node type configuration for the pool. */
439
+ nodeTypeFlexibility?: NodeTypeFlexibility | undefined;
440
+ /** If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported for GCP HYPERDISK_BALANCED types. */
441
+ remoteDiskThroughput?: number | undefined;
442
+ /** If set, what the total initial volume size (in GB) of the remote disks should be. Currently only supported for GCP HYPERDISK_BALANCED types. */
443
+ totalInitialRemoteDiskSize?: number | undefined;
444
+ }
445
+ export interface GetInstancePoolRequest_Response_CustomTagsEntry {
446
+ /**
447
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
448
+ * For a list of all restrictions, see the AWS docs here:
449
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
450
+ */
451
+ key?: string | undefined;
452
+ /**
453
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
454
+ * For a list of all restrictions, see the AWS docs here:
455
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
456
+ */
457
+ value?: string | undefined;
458
+ }
459
+ export interface GetInstancePoolRequest_Response_DefaultTagsEntry {
460
+ /**
461
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
462
+ * For a list of all restrictions, see the AWS docs here:
463
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
464
+ */
465
+ key?: string | undefined;
466
+ /**
467
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
468
+ * For a list of all restrictions, see the AWS docs here:
469
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
470
+ */
471
+ value?: string | undefined;
472
+ }
473
+ export interface InstancePoolAndStats {
474
+ /** Usage statistics about the instance pool. */
475
+ stats?: InstancePoolStats | undefined;
476
+ /** Status of failed pending instances in the pool. */
477
+ status?: InstancePoolStatus | undefined;
478
+ /** Canonical unique identifier for the pool. */
479
+ instancePoolId?: string | undefined;
480
+ /**
481
+ * Tags that are added by <Databricks> regardless of any ``custom_tags``, including:
482
+ *
483
+ * - Vendor: <Databricks>
484
+ *
485
+ * - InstancePoolCreator: <user_id_of_creator>
486
+ *
487
+ * - InstancePoolName: <name_of_pool>
488
+ *
489
+ * - InstancePoolId: <id_of_pool>
490
+ */
491
+ defaultTags?: Record<string, string> | undefined;
492
+ /** Current state of the instance pool. */
493
+ state?: InstancePoolState | undefined;
494
+ /**
495
+ * Pool name requested by the user. Pool name must be unique. Length must be between 1 and 100
496
+ * characters.
497
+ */
498
+ instancePoolName?: string | undefined;
499
+ /** Minimum number of idle instances to keep in the instance pool */
500
+ minIdleInstances?: number | undefined;
501
+ /**
502
+ * Maximum number of outstanding instances to keep in the pool, including both instances used by
503
+ * clusters and idle instances. Clusters that require further instance provisioning will fail during
504
+ * upsize requests.
505
+ */
506
+ maxCapacity?: number | undefined;
507
+ /**
508
+ * Attributes related to instance pools running on Amazon Web Services.
509
+ * If not specified at pool creation, a set of default values will be used.
510
+ */
511
+ awsAttributes?: InstancePoolAwsAttributes | undefined;
512
+ /**
513
+ * This field encodes, through a single value, the resources available to each of
514
+ * the Spark nodes in this cluster. For example, the Spark nodes can be provisioned
515
+ * and optimized for memory or compute intensive workloads. A list of available node
516
+ * types can be retrieved by using the :method:clusters/listNodeTypes API call.
517
+ */
518
+ nodeTypeId?: string | undefined;
519
+ /**
520
+ * Additional tags for pool resources. <Databricks> will tag all pool resources (e.g., AWS
521
+ * instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
522
+ *
523
+ * - Currently, <Databricks> allows at most 45 custom tags
524
+ */
525
+ customTags?: Record<string, string> | undefined;
526
+ /**
527
+ * Automatically terminates the extra instances in the pool cache after they are inactive for this
528
+ * time in minutes if min_idle_instances requirement is already met. If not set, the extra pool
529
+ * instances will be automatically terminated after a default timeout. If specified, the
530
+ * threshold must be between 0 and 10000 minutes.
531
+ * Users can also set this value to 0 to instantly remove idle instances from the cache if
532
+ * min cache size could still hold.
533
+ */
534
+ idleInstanceAutoterminationMinutes?: number | undefined;
535
+ /**
536
+ * Autoscaling Local Storage: when enabled, this instances in this pool will dynamically acquire
537
+ * additional disk space when its Spark workers are running low on disk space. In AWS, this
538
+ * feature requires specific AWS permissions to function correctly - refer to the User Guide for
539
+ * more details.
540
+ */
541
+ enableElasticDisk?: boolean | undefined;
542
+ /** Defines the specification of the disks that will be attached to all spark containers. */
543
+ diskSpec?: DiskSpec | undefined;
544
+ /** Custom Docker Image BYOC */
545
+ preloadedDockerImages?: DockerImage[] | undefined;
546
+ /**
547
+ * A list containing at most one preloaded Spark image version for the pool. Pool-backed clusters started
548
+ * with the preloaded Spark version will start faster. A list of available Spark versions
549
+ * can be retrieved by using the :method:clusters/sparkVersions API call.
550
+ */
551
+ preloadedSparkVersions?: string[] | undefined;
552
+ /**
553
+ * Attributes related to instance pools running on Azure.
554
+ * If not specified at pool creation, a set of default values will be used.
555
+ */
556
+ azureAttributes?: InstancePoolAzureAttributes | undefined;
557
+ /**
558
+ * Attributes related to instance pools running on Google Cloud Platform.
559
+ * If not specified at pool creation, a set of default values will be used.
560
+ */
561
+ gcpAttributes?: InstancePoolGcpAttributes | undefined;
562
+ /** Flexible node type configuration for the pool. */
563
+ nodeTypeFlexibility?: NodeTypeFlexibility | undefined;
564
+ /** If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported for GCP HYPERDISK_BALANCED types. */
565
+ remoteDiskThroughput?: number | undefined;
566
+ /** If set, what the total initial volume size (in GB) of the remote disks should be. Currently only supported for GCP HYPERDISK_BALANCED types. */
567
+ totalInitialRemoteDiskSize?: number | undefined;
568
+ }
569
+ export interface InstancePoolAndStats_CustomTagsEntry {
570
+ /**
571
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
572
+ * For a list of all restrictions, see the AWS docs here:
573
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
574
+ */
575
+ key?: string | undefined;
576
+ /**
577
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
578
+ * For a list of all restrictions, see the AWS docs here:
579
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
580
+ */
581
+ value?: string | undefined;
582
+ }
583
+ export interface InstancePoolAndStats_DefaultTagsEntry {
584
+ /**
585
+ * The key of the tag. The key length must be between 1 and 127 UTF-8 characters, inclusive.
586
+ * For a list of all restrictions, see the AWS docs here:
587
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
588
+ */
589
+ key?: string | undefined;
590
+ /**
591
+ * The value of the tag. The value length must be less than or equal to 255 UTF-8 characters.
592
+ * For a list of all restrictions, see the AWS docs here:
593
+ * http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
594
+ */
595
+ value?: string | undefined;
596
+ }
597
+ /** Attributes set during instance pool creation which are related to Amazon Web Services. */
598
+ export interface InstancePoolAwsAttributes {
599
+ /** Availability type used for the spot nodes. */
600
+ availability?: AwsAvailability | undefined;
601
+ /**
602
+ * Identifier for the availability zone/datacenter in which the cluster resides.
603
+ * This string will be of a form like "us-west-2a". The provided availability
604
+ * zone must be in the same region as the <Databricks> deployment. For example, "us-west-2a"
605
+ * is not a valid zone id if the <Databricks> deployment resides in the "us-east-1" region.
606
+ * This is an optional field at cluster creation, and if not specified, a default zone will be used.
607
+ * The list of available zones as well as the default value can be found by using the
608
+ * `List Zones` method.
609
+ */
610
+ zoneId?: string | undefined;
611
+ /**
612
+ * Calculates the bid price for AWS spot instances, as a percentage of the corresponding instance type's
613
+ * on-demand price.
614
+ * For example, if this field is set to 50, and the cluster needs a new `r3.xlarge` spot
615
+ * instance, then the bid price is half of the price of
616
+ * on-demand `r3.xlarge` instances. Similarly, if this field is set to 200, the bid price is twice
617
+ * the price of on-demand `r3.xlarge` instances. If not specified, the default value is 100.
618
+ * When spot instances are requested for this cluster, only spot instances whose bid price
619
+ * percentage matches this field will be considered.
620
+ * Note that, for safety, we enforce this field to be no more than 10000.
621
+ */
622
+ spotBidPricePercent?: number | undefined;
623
+ /**
624
+ * All AWS instances belonging to the instance pool will have this instance profile. If omitted, instances
625
+ * will initially be launched with the workspace's default instance profile. If defined, clusters that use the
626
+ * pool will inherit the instance profile, and must not specify their own instance profile on cluster creation or
627
+ * update. If the pool does not specify an instance profile, clusters using the pool may specify any instance profile.
628
+ * The instance profile must have previously been added to the <Databricks> environment by an account administrator.
629
+ *
630
+ * This feature may only be available to certain customer plans.
631
+ */
632
+ instanceProfileArn?: string | undefined;
633
+ }
634
+ /** Attributes set during instance pool creation which are related to Azure. */
635
+ export interface InstancePoolAzureAttributes {
636
+ /** Availability type used for the spot nodes. */
637
+ availability?: AzureAvailability | undefined;
638
+ /**
639
+ * With variable pricing, you have option to set a max price, in US dollars (USD)
640
+ * For example, the value 2 would be a max price of $2.00 USD per hour.
641
+ * If you set the max price to be -1, the VM won't be evicted based on price.
642
+ * The price for the VM will be the current price for spot or the price for a standard VM,
643
+ * which ever is less, as long as there is capacity and quota available.
644
+ */
645
+ spotBidMaxPrice?: number | undefined;
646
+ }
647
+ /** Attributes set during instance pool creation which are related to GCP. */
648
+ export interface InstancePoolGcpAttributes {
649
+ gcpAvailability?: GcpAvailability | undefined;
650
+ /**
651
+ * If provided, each node in the instance pool will have this number of local SSDs attached.
652
+ * Each local SSD is 375GB in size. Refer to [GCP documentation](https://cloud.google.com/compute/docs/disks/local-ssd#choose_number_local_ssds)
653
+ * for the supported number of local SSDs for each instance type.
654
+ */
655
+ localSsdCount?: number | undefined;
656
+ /**
657
+ * Identifier for the availability zone/datacenter in which the cluster resides.
658
+ * This string will be of a form like "us-west1-a". The provided availability
659
+ * zone must be in the same region as the <Databricks> workspace. For example, "us-west1-a"
660
+ * is not a valid zone id if the <Databricks> workspace resides in the "us-east1" region.
661
+ * This is an optional field at instance pool creation, and if not specified, a default zone will be used.
662
+ *
663
+ * This field can be one of the following:
664
+ * - "HA" => High availability, spread nodes across availability zones for a <Databricks> deployment region
665
+ * - A GCP availability zone => Pick One of the available zones for (machine type + region) from https://cloud.google.com/compute/docs/regions-zones (e.g. "us-west1-a").
666
+ *
667
+ * If empty, <Databricks> picks an availability zone to schedule the cluster on.
668
+ */
669
+ zoneId?: string | undefined;
670
+ }
671
+ export interface InstancePoolStats {
672
+ /** Number of active instances in the pool that are part of a cluster. */
673
+ usedCount?: number | undefined;
674
+ /** Number of active instances in the pool that are NOT part of a cluster. */
675
+ idleCount?: number | undefined;
676
+ /** Number of pending instances in the pool that are part of a cluster. */
677
+ pendingUsedCount?: number | undefined;
678
+ /** Number of pending instances in the pool that are NOT part of a cluster. */
679
+ pendingIdleCount?: number | undefined;
680
+ }
681
+ export interface InstancePoolStatus {
682
+ /**
683
+ * List of error messages for the failed pending instances.
684
+ * The pending_instance_errors follows FIFO with maximum length of the min_idle of the pool.
685
+ * The pending_instance_errors is emptied once the number of exiting available instances reaches
686
+ * the min_idle of the pool.
687
+ */
688
+ pendingInstanceErrors?: PendingInstanceError[] | undefined;
689
+ }
690
+ export interface ListInstancePoolsRequest {
691
+ }
692
+ export interface ListInstancePoolsRequest_Response {
693
+ instancePools?: InstancePoolAndStats[] | undefined;
694
+ }
695
+ /** Configuration for flexible node types, allowing fallback to alternate node types during cluster launch and upscale. */
696
+ export interface NodeTypeFlexibility {
697
+ /** A list of node type IDs to use as fallbacks when the primary node type is unavailable. */
698
+ alternateNodeTypeIds?: string[] | undefined;
699
+ }
700
+ /** Error message of a failed pending instances */
701
+ export interface PendingInstanceError {
702
+ instanceId?: string | undefined;
703
+ message?: string | undefined;
704
+ }
705
+ export declare const unmarshalCreateInstancePoolRequest_ResponseSchema: z.ZodType<CreateInstancePoolRequest_Response>;
706
+ export declare const unmarshalDeleteInstancePoolRequest_ResponseSchema: z.ZodType<DeleteInstancePoolRequest_Response>;
707
+ export declare const unmarshalDiskSpecSchema: z.ZodType<DiskSpec>;
708
+ export declare const unmarshalDiskTypeSchema: z.ZodType<DiskType>;
709
+ export declare const unmarshalDockerBasicAuthSchema: z.ZodType<DockerBasicAuth>;
710
+ export declare const unmarshalDockerImageSchema: z.ZodType<DockerImage>;
711
+ export declare const unmarshalEditInstancePoolRequest_ResponseSchema: z.ZodType<EditInstancePoolRequest_Response>;
712
+ export declare const unmarshalGetInstancePoolRequest_ResponseSchema: z.ZodType<GetInstancePoolRequest_Response>;
713
+ export declare const unmarshalInstancePoolAndStatsSchema: z.ZodType<InstancePoolAndStats>;
714
+ export declare const unmarshalInstancePoolAwsAttributesSchema: z.ZodType<InstancePoolAwsAttributes>;
715
+ export declare const unmarshalInstancePoolAzureAttributesSchema: z.ZodType<InstancePoolAzureAttributes>;
716
+ export declare const unmarshalInstancePoolGcpAttributesSchema: z.ZodType<InstancePoolGcpAttributes>;
717
+ export declare const unmarshalInstancePoolStatsSchema: z.ZodType<InstancePoolStats>;
718
+ export declare const unmarshalInstancePoolStatusSchema: z.ZodType<InstancePoolStatus>;
719
+ export declare const unmarshalListInstancePoolsRequest_ResponseSchema: z.ZodType<ListInstancePoolsRequest_Response>;
720
+ export declare const unmarshalNodeTypeFlexibilitySchema: z.ZodType<NodeTypeFlexibility>;
721
+ export declare const unmarshalPendingInstanceErrorSchema: z.ZodType<PendingInstanceError>;
722
+ export declare const marshalCreateInstancePoolRequestSchema: z.ZodType;
723
+ export declare const marshalDeleteInstancePoolRequestSchema: z.ZodType;
724
+ export declare const marshalDiskSpecSchema: z.ZodType;
725
+ export declare const marshalDiskTypeSchema: z.ZodType;
726
+ export declare const marshalDockerBasicAuthSchema: z.ZodType;
727
+ export declare const marshalDockerImageSchema: z.ZodType;
728
+ export declare const marshalEditInstancePoolRequestSchema: z.ZodType;
729
+ export declare const marshalInstancePoolAwsAttributesSchema: z.ZodType;
730
+ export declare const marshalInstancePoolAzureAttributesSchema: z.ZodType;
731
+ export declare const marshalInstancePoolGcpAttributesSchema: z.ZodType;
732
+ export declare const marshalNodeTypeFlexibilitySchema: z.ZodType;
733
+ //# sourceMappingURL=model.d.ts.map