@pulumi/databricks 1.0.0 → 1.1.0-alpha.1658787480

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/types/output.d.ts CHANGED
@@ -94,6 +94,215 @@ export interface ClusterLibraryPypi {
94
94
  package: string;
95
95
  repo?: string;
96
96
  }
97
+ export interface ClusterWorkloadType {
98
+ clients: outputs.ClusterWorkloadTypeClients;
99
+ }
100
+ export interface ClusterWorkloadTypeClients {
101
+ jobs?: boolean;
102
+ notebooks?: boolean;
103
+ }
104
+ export interface GetClusterClusterInfo {
105
+ autoscale?: outputs.GetClusterClusterInfoAutoscale;
106
+ /**
107
+ * Automatically terminate the cluster after being inactive for this time in minutes. If specified, the threshold must be between 10 and 10000 minutes. You can also set this value to 0 to explicitly disable automatic termination.
108
+ */
109
+ autoterminationMinutes?: number;
110
+ awsAttributes?: outputs.GetClusterClusterInfoAwsAttributes;
111
+ azureAttributes?: outputs.GetClusterClusterInfoAzureAttributes;
112
+ clusterCores?: number;
113
+ /**
114
+ * The id of the cluster
115
+ */
116
+ clusterId?: string;
117
+ clusterLogConf?: outputs.GetClusterClusterInfoClusterLogConf;
118
+ clusterLogStatus?: outputs.GetClusterClusterInfoClusterLogStatus;
119
+ clusterMemoryMb?: number;
120
+ /**
121
+ * Cluster name, which doesn’t have to be unique.
122
+ */
123
+ clusterName?: string;
124
+ clusterSource?: string;
125
+ creatorUserName?: string;
126
+ /**
127
+ * Additional tags for cluster resources.
128
+ */
129
+ customTags?: {
130
+ [key: string]: any;
131
+ };
132
+ /**
133
+ * Security features of the cluster. Unity Catalog requires `SINGLE_USER` or `USER_ISOLATION` mode. `LEGACY_PASSTHROUGH` for passthrough cluster and `LEGACY_TABLE_ACL` for Table ACL cluster. Default to `NONE`, i.e. no security feature enabled.
134
+ */
135
+ dataSecurityMode?: string;
136
+ defaultTags: {
137
+ [key: string]: any;
138
+ };
139
+ dockerImage?: outputs.GetClusterClusterInfoDockerImage;
140
+ driver?: outputs.GetClusterClusterInfoDriver;
141
+ /**
142
+ * similar to `instancePoolId`, but for driver node.
143
+ */
144
+ driverInstancePoolId: string;
145
+ /**
146
+ * The node type of the Spark driver.
147
+ */
148
+ driverNodeTypeId?: string;
149
+ /**
150
+ * Use autoscaling local storage.
151
+ */
152
+ enableElasticDisk?: boolean;
153
+ /**
154
+ * Enable local disk encryption.
155
+ */
156
+ enableLocalDiskEncryption?: boolean;
157
+ executors?: outputs.GetClusterClusterInfoExecutor[];
158
+ gcpAttributes?: outputs.GetClusterClusterInfoGcpAttributes;
159
+ initScripts?: outputs.GetClusterClusterInfoInitScript[];
160
+ instancePoolId?: string;
161
+ jdbcPort?: number;
162
+ lastActivityTime?: number;
163
+ lastStateLossTime?: number;
164
+ /**
165
+ * Any supported databricks.getNodeType id.
166
+ * * `instancePoolId` The pool of idle instances the cluster is attached to.
167
+ */
168
+ nodeTypeId?: string;
169
+ numWorkers?: number;
170
+ /**
171
+ * Identifier of Cluster Policy to validate cluster and preset certain defaults.
172
+ */
173
+ policyId?: string;
174
+ /**
175
+ * The optional user name of the user to assign to an interactive cluster. This field is required when using standard AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
176
+ */
177
+ singleUserName?: string;
178
+ /**
179
+ * Map with key-value pairs to fine-tune Spark clusters.
180
+ */
181
+ sparkConf?: {
182
+ [key: string]: any;
183
+ };
184
+ sparkContextId?: number;
185
+ /**
186
+ * Map with environment variable key-value pairs to fine-tune Spark clusters. Key-value pairs of the form (X,Y) are exported (i.e., X='Y') while launching the driver and workers.
187
+ */
188
+ sparkEnvVars?: {
189
+ [key: string]: any;
190
+ };
191
+ /**
192
+ * [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
193
+ */
194
+ sparkVersion: string;
195
+ /**
196
+ * SSH public key contents that will be added to each Spark node in this cluster.
197
+ */
198
+ sshPublicKeys?: string[];
199
+ startTime?: number;
200
+ state: string;
201
+ stateMessage?: string;
202
+ terminateTime?: number;
203
+ terminationReason?: outputs.GetClusterClusterInfoTerminationReason;
204
+ }
205
+ export interface GetClusterClusterInfoAutoscale {
206
+ maxWorkers?: number;
207
+ minWorkers?: number;
208
+ }
209
+ export interface GetClusterClusterInfoAwsAttributes {
210
+ availability?: string;
211
+ ebsVolumeCount?: number;
212
+ ebsVolumeSize?: number;
213
+ ebsVolumeType?: string;
214
+ firstOnDemand?: number;
215
+ instanceProfileArn?: string;
216
+ spotBidPricePercent?: number;
217
+ zoneId?: string;
218
+ }
219
+ export interface GetClusterClusterInfoAzureAttributes {
220
+ availability?: string;
221
+ firstOnDemand?: number;
222
+ spotBidMaxPrice?: number;
223
+ }
224
+ export interface GetClusterClusterInfoClusterLogConf {
225
+ dbfs?: outputs.GetClusterClusterInfoClusterLogConfDbfs;
226
+ s3?: outputs.GetClusterClusterInfoClusterLogConfS3;
227
+ }
228
+ export interface GetClusterClusterInfoClusterLogConfDbfs {
229
+ destination: string;
230
+ }
231
+ export interface GetClusterClusterInfoClusterLogConfS3 {
232
+ cannedAcl?: string;
233
+ destination: string;
234
+ enableEncryption?: boolean;
235
+ encryptionType?: string;
236
+ endpoint?: string;
237
+ kmsKey?: string;
238
+ region?: string;
239
+ }
240
+ export interface GetClusterClusterInfoClusterLogStatus {
241
+ lastAttempted?: number;
242
+ lastException?: string;
243
+ }
244
+ export interface GetClusterClusterInfoDockerImage {
245
+ basicAuth?: outputs.GetClusterClusterInfoDockerImageBasicAuth;
246
+ url: string;
247
+ }
248
+ export interface GetClusterClusterInfoDockerImageBasicAuth {
249
+ password: string;
250
+ username: string;
251
+ }
252
+ export interface GetClusterClusterInfoDriver {
253
+ hostPrivateIp?: string;
254
+ instanceId?: string;
255
+ nodeAwsAttributes?: outputs.GetClusterClusterInfoDriverNodeAwsAttributes;
256
+ nodeId?: string;
257
+ privateIp?: string;
258
+ publicDns?: string;
259
+ startTimestamp?: number;
260
+ }
261
+ export interface GetClusterClusterInfoDriverNodeAwsAttributes {
262
+ isSpot?: boolean;
263
+ }
264
+ export interface GetClusterClusterInfoExecutor {
265
+ hostPrivateIp?: string;
266
+ instanceId?: string;
267
+ nodeAwsAttributes?: outputs.GetClusterClusterInfoExecutorNodeAwsAttributes;
268
+ nodeId?: string;
269
+ privateIp?: string;
270
+ publicDns?: string;
271
+ startTimestamp?: number;
272
+ }
273
+ export interface GetClusterClusterInfoExecutorNodeAwsAttributes {
274
+ isSpot?: boolean;
275
+ }
276
+ export interface GetClusterClusterInfoGcpAttributes {
277
+ availability?: string;
278
+ bootDiskSize?: number;
279
+ googleServiceAccount?: string;
280
+ usePreemptibleExecutors?: boolean;
281
+ zoneId?: string;
282
+ }
283
+ export interface GetClusterClusterInfoInitScript {
284
+ dbfs?: outputs.GetClusterClusterInfoInitScriptDbfs;
285
+ s3?: outputs.GetClusterClusterInfoInitScriptS3;
286
+ }
287
+ export interface GetClusterClusterInfoInitScriptDbfs {
288
+ destination: string;
289
+ }
290
+ export interface GetClusterClusterInfoInitScriptS3 {
291
+ cannedAcl?: string;
292
+ destination: string;
293
+ enableEncryption?: boolean;
294
+ encryptionType?: string;
295
+ endpoint?: string;
296
+ kmsKey?: string;
297
+ region?: string;
298
+ }
299
+ export interface GetClusterClusterInfoTerminationReason {
300
+ code?: string;
301
+ parameters?: {
302
+ [key: string]: any;
303
+ };
304
+ type?: string;
305
+ }
97
306
  export interface GetDbfsFilePathsPathList {
98
307
  fileSize?: number;
99
308
  /**
@@ -108,6 +317,26 @@ export interface GetNotebookPathsNotebookPathList {
108
317
  */
109
318
  path?: string;
110
319
  }
320
+ export interface GetSqlWarehouseChannel {
321
+ /**
322
+ * Name of the Databricks SQL release channel. Possible values are: `CHANNEL_NAME_PREVIEW` and `CHANNEL_NAME_CURRENT`. Default is `CHANNEL_NAME_CURRENT`.
323
+ */
324
+ name?: string;
325
+ }
326
+ export interface GetSqlWarehouseOdbcParams {
327
+ host?: string;
328
+ hostname?: string;
329
+ path: string;
330
+ port: number;
331
+ protocol: string;
332
+ }
333
+ export interface GetSqlWarehouseTags {
334
+ customTags: outputs.GetSqlWarehouseTagsCustomTag[];
335
+ }
336
+ export interface GetSqlWarehouseTagsCustomTag {
337
+ key: string;
338
+ value: string;
339
+ }
111
340
  export interface GrantsGrant {
112
341
  principal: string;
113
342
  privileges: string[];
@@ -157,6 +386,23 @@ export interface InstancePoolGcpAttributes {
157
386
  */
158
387
  availability?: string;
159
388
  }
389
+ export interface InstancePoolInstancePoolFleetAttributes {
390
+ fleetOnDemandOption?: outputs.InstancePoolInstancePoolFleetAttributesFleetOnDemandOption;
391
+ fleetSpotOption?: outputs.InstancePoolInstancePoolFleetAttributesFleetSpotOption;
392
+ launchTemplateOverrides: outputs.InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride[];
393
+ }
394
+ export interface InstancePoolInstancePoolFleetAttributesFleetOnDemandOption {
395
+ allocationStrategy: string;
396
+ instancePoolsToUseCount?: number;
397
+ }
398
+ export interface InstancePoolInstancePoolFleetAttributesFleetSpotOption {
399
+ allocationStrategy: string;
400
+ instancePoolsToUseCount?: number;
401
+ }
402
+ export interface InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride {
403
+ availabilityZone: string;
404
+ instanceType: string;
405
+ }
160
406
  export interface InstancePoolPreloadedDockerImage {
161
407
  basicAuth?: outputs.InstancePoolPreloadedDockerImageBasicAuth;
162
408
  url: string;
@@ -249,6 +495,7 @@ export interface JobJobClusterNewCluster {
249
495
  };
250
496
  sparkVersion: string;
251
497
  sshPublicKeys?: string[];
498
+ workloadType?: outputs.JobJobClusterNewClusterWorkloadType;
252
499
  }
253
500
  export interface JobJobClusterNewClusterAutoscale {
254
501
  maxWorkers?: number;
@@ -327,6 +574,13 @@ export interface JobJobClusterNewClusterInitScriptS3 {
327
574
  kmsKey?: string;
328
575
  region?: string;
329
576
  }
577
+ export interface JobJobClusterNewClusterWorkloadType {
578
+ clients: outputs.JobJobClusterNewClusterWorkloadTypeClients;
579
+ }
580
+ export interface JobJobClusterNewClusterWorkloadTypeClients {
581
+ jobs?: boolean;
582
+ notebooks?: boolean;
583
+ }
330
584
  export interface JobLibrary {
331
585
  cran?: outputs.JobLibraryCran;
332
586
  egg?: string;
@@ -381,6 +635,7 @@ export interface JobNewCluster {
381
635
  };
382
636
  sparkVersion: string;
383
637
  sshPublicKeys?: string[];
638
+ workloadType?: outputs.JobNewClusterWorkloadType;
384
639
  }
385
640
  export interface JobNewClusterAutoscale {
386
641
  maxWorkers?: number;
@@ -459,6 +714,13 @@ export interface JobNewClusterInitScriptS3 {
459
714
  kmsKey?: string;
460
715
  region?: string;
461
716
  }
717
+ export interface JobNewClusterWorkloadType {
718
+ clients: outputs.JobNewClusterWorkloadTypeClients;
719
+ }
720
+ export interface JobNewClusterWorkloadTypeClients {
721
+ jobs?: boolean;
722
+ notebooks?: boolean;
723
+ }
462
724
  export interface JobNotebookTask {
463
725
  /**
464
726
  * (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.
@@ -668,6 +930,7 @@ export interface JobTaskNewCluster {
668
930
  };
669
931
  sparkVersion: string;
670
932
  sshPublicKeys?: string[];
933
+ workloadType?: outputs.JobTaskNewClusterWorkloadType;
671
934
  }
672
935
  export interface JobTaskNewClusterAutoscale {
673
936
  maxWorkers?: number;
@@ -746,6 +1009,13 @@ export interface JobTaskNewClusterInitScriptS3 {
746
1009
  kmsKey?: string;
747
1010
  region?: string;
748
1011
  }
1012
+ export interface JobTaskNewClusterWorkloadType {
1013
+ clients: outputs.JobTaskNewClusterWorkloadTypeClients;
1014
+ }
1015
+ export interface JobTaskNewClusterWorkloadTypeClients {
1016
+ jobs?: boolean;
1017
+ notebooks?: boolean;
1018
+ }
749
1019
  export interface JobTaskNotebookTask {
750
1020
  /**
751
1021
  * (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.