@pulumi/databricks 1.0.0 → 1.1.0-alpha.1658787480
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cluster.d.ts +3 -0
- package/cluster.js +2 -0
- package/cluster.js.map +1 -1
- package/getCluster.d.ts +61 -0
- package/getCluster.js +49 -0
- package/getCluster.js.map +1 -0
- package/getSqlWarehouse.d.ts +211 -0
- package/getSqlWarehouse.js +62 -0
- package/getSqlWarehouse.js.map +1 -0
- package/getSqlWarehouses.d.ts +75 -0
- package/getSqlWarehouses.js +56 -0
- package/getSqlWarehouses.js.map +1 -0
- package/grants.d.ts +3 -0
- package/grants.js +2 -0
- package/grants.js.map +1 -1
- package/index.d.ts +3 -0
- package/index.js +3 -0
- package/index.js.map +1 -1
- package/instancePool.d.ts +6 -3
- package/instancePool.js +2 -3
- package/instancePool.js.map +1 -1
- package/mwsLogDelivery.d.ts +12 -1
- package/mwsLogDelivery.js +3 -1
- package/mwsLogDelivery.js.map +1 -1
- package/oboToken.d.ts +0 -13
- package/oboToken.js +0 -13
- package/oboToken.js.map +1 -1
- package/package.json +4 -3
- package/package.json.bak +2 -1
- package/package.json.dev +4 -3
- package/permissions.d.ts +83 -2
- package/permissions.js +20 -2
- package/permissions.js.map +1 -1
- package/storageCredential.d.ts +2 -53
- package/storageCredential.js +2 -53
- package/storageCredential.js.map +1 -1
- package/types/input.d.ts +492 -0
- package/types/output.d.ts +270 -0
package/types/output.d.ts
CHANGED
|
@@ -94,6 +94,215 @@ export interface ClusterLibraryPypi {
|
|
|
94
94
|
package: string;
|
|
95
95
|
repo?: string;
|
|
96
96
|
}
|
|
97
|
+
export interface ClusterWorkloadType {
|
|
98
|
+
clients: outputs.ClusterWorkloadTypeClients;
|
|
99
|
+
}
|
|
100
|
+
export interface ClusterWorkloadTypeClients {
|
|
101
|
+
jobs?: boolean;
|
|
102
|
+
notebooks?: boolean;
|
|
103
|
+
}
|
|
104
|
+
export interface GetClusterClusterInfo {
|
|
105
|
+
autoscale?: outputs.GetClusterClusterInfoAutoscale;
|
|
106
|
+
/**
|
|
107
|
+
* Automatically terminate the cluster after being inactive for this time in minutes. If specified, the threshold must be between 10 and 10000 minutes. You can also set this value to 0 to explicitly disable automatic termination.
|
|
108
|
+
*/
|
|
109
|
+
autoterminationMinutes?: number;
|
|
110
|
+
awsAttributes?: outputs.GetClusterClusterInfoAwsAttributes;
|
|
111
|
+
azureAttributes?: outputs.GetClusterClusterInfoAzureAttributes;
|
|
112
|
+
clusterCores?: number;
|
|
113
|
+
/**
|
|
114
|
+
* The id of the cluster
|
|
115
|
+
*/
|
|
116
|
+
clusterId?: string;
|
|
117
|
+
clusterLogConf?: outputs.GetClusterClusterInfoClusterLogConf;
|
|
118
|
+
clusterLogStatus?: outputs.GetClusterClusterInfoClusterLogStatus;
|
|
119
|
+
clusterMemoryMb?: number;
|
|
120
|
+
/**
|
|
121
|
+
* Cluster name, which doesn’t have to be unique.
|
|
122
|
+
*/
|
|
123
|
+
clusterName?: string;
|
|
124
|
+
clusterSource?: string;
|
|
125
|
+
creatorUserName?: string;
|
|
126
|
+
/**
|
|
127
|
+
* Additional tags for cluster resources.
|
|
128
|
+
*/
|
|
129
|
+
customTags?: {
|
|
130
|
+
[key: string]: any;
|
|
131
|
+
};
|
|
132
|
+
/**
|
|
133
|
+
* Security features of the cluster. Unity Catalog requires `SINGLE_USER` or `USER_ISOLATION` mode. `LEGACY_PASSTHROUGH` for passthrough cluster and `LEGACY_TABLE_ACL` for Table ACL cluster. Default to `NONE`, i.e. no security feature enabled.
|
|
134
|
+
*/
|
|
135
|
+
dataSecurityMode?: string;
|
|
136
|
+
defaultTags: {
|
|
137
|
+
[key: string]: any;
|
|
138
|
+
};
|
|
139
|
+
dockerImage?: outputs.GetClusterClusterInfoDockerImage;
|
|
140
|
+
driver?: outputs.GetClusterClusterInfoDriver;
|
|
141
|
+
/**
|
|
142
|
+
* similar to `instancePoolId`, but for driver node.
|
|
143
|
+
*/
|
|
144
|
+
driverInstancePoolId: string;
|
|
145
|
+
/**
|
|
146
|
+
* The node type of the Spark driver.
|
|
147
|
+
*/
|
|
148
|
+
driverNodeTypeId?: string;
|
|
149
|
+
/**
|
|
150
|
+
* Use autoscaling local storage.
|
|
151
|
+
*/
|
|
152
|
+
enableElasticDisk?: boolean;
|
|
153
|
+
/**
|
|
154
|
+
* Enable local disk encryption.
|
|
155
|
+
*/
|
|
156
|
+
enableLocalDiskEncryption?: boolean;
|
|
157
|
+
executors?: outputs.GetClusterClusterInfoExecutor[];
|
|
158
|
+
gcpAttributes?: outputs.GetClusterClusterInfoGcpAttributes;
|
|
159
|
+
initScripts?: outputs.GetClusterClusterInfoInitScript[];
|
|
160
|
+
instancePoolId?: string;
|
|
161
|
+
jdbcPort?: number;
|
|
162
|
+
lastActivityTime?: number;
|
|
163
|
+
lastStateLossTime?: number;
|
|
164
|
+
/**
|
|
165
|
+
* Any supported databricks.getNodeType id.
|
|
166
|
+
* * `instancePoolId` The pool of idle instances the cluster is attached to.
|
|
167
|
+
*/
|
|
168
|
+
nodeTypeId?: string;
|
|
169
|
+
numWorkers?: number;
|
|
170
|
+
/**
|
|
171
|
+
* Identifier of Cluster Policy to validate cluster and preset certain defaults.
|
|
172
|
+
*/
|
|
173
|
+
policyId?: string;
|
|
174
|
+
/**
|
|
175
|
+
* The optional user name of the user to assign to an interactive cluster. This field is required when using standard AAD Passthrough for Azure Data Lake Storage (ADLS) with a single-user cluster (i.e., not high-concurrency clusters).
|
|
176
|
+
*/
|
|
177
|
+
singleUserName?: string;
|
|
178
|
+
/**
|
|
179
|
+
* Map with key-value pairs to fine-tune Spark clusters.
|
|
180
|
+
*/
|
|
181
|
+
sparkConf?: {
|
|
182
|
+
[key: string]: any;
|
|
183
|
+
};
|
|
184
|
+
sparkContextId?: number;
|
|
185
|
+
/**
|
|
186
|
+
* Map with environment variable key-value pairs to fine-tune Spark clusters. Key-value pairs of the form (X,Y) are exported (i.e., X='Y') while launching the driver and workers.
|
|
187
|
+
*/
|
|
188
|
+
sparkEnvVars?: {
|
|
189
|
+
[key: string]: any;
|
|
190
|
+
};
|
|
191
|
+
/**
|
|
192
|
+
* [Runtime version](https://docs.databricks.com/runtime/index.html) of the cluster.
|
|
193
|
+
*/
|
|
194
|
+
sparkVersion: string;
|
|
195
|
+
/**
|
|
196
|
+
* SSH public key contents that will be added to each Spark node in this cluster.
|
|
197
|
+
*/
|
|
198
|
+
sshPublicKeys?: string[];
|
|
199
|
+
startTime?: number;
|
|
200
|
+
state: string;
|
|
201
|
+
stateMessage?: string;
|
|
202
|
+
terminateTime?: number;
|
|
203
|
+
terminationReason?: outputs.GetClusterClusterInfoTerminationReason;
|
|
204
|
+
}
|
|
205
|
+
export interface GetClusterClusterInfoAutoscale {
|
|
206
|
+
maxWorkers?: number;
|
|
207
|
+
minWorkers?: number;
|
|
208
|
+
}
|
|
209
|
+
export interface GetClusterClusterInfoAwsAttributes {
|
|
210
|
+
availability?: string;
|
|
211
|
+
ebsVolumeCount?: number;
|
|
212
|
+
ebsVolumeSize?: number;
|
|
213
|
+
ebsVolumeType?: string;
|
|
214
|
+
firstOnDemand?: number;
|
|
215
|
+
instanceProfileArn?: string;
|
|
216
|
+
spotBidPricePercent?: number;
|
|
217
|
+
zoneId?: string;
|
|
218
|
+
}
|
|
219
|
+
export interface GetClusterClusterInfoAzureAttributes {
|
|
220
|
+
availability?: string;
|
|
221
|
+
firstOnDemand?: number;
|
|
222
|
+
spotBidMaxPrice?: number;
|
|
223
|
+
}
|
|
224
|
+
export interface GetClusterClusterInfoClusterLogConf {
|
|
225
|
+
dbfs?: outputs.GetClusterClusterInfoClusterLogConfDbfs;
|
|
226
|
+
s3?: outputs.GetClusterClusterInfoClusterLogConfS3;
|
|
227
|
+
}
|
|
228
|
+
export interface GetClusterClusterInfoClusterLogConfDbfs {
|
|
229
|
+
destination: string;
|
|
230
|
+
}
|
|
231
|
+
export interface GetClusterClusterInfoClusterLogConfS3 {
|
|
232
|
+
cannedAcl?: string;
|
|
233
|
+
destination: string;
|
|
234
|
+
enableEncryption?: boolean;
|
|
235
|
+
encryptionType?: string;
|
|
236
|
+
endpoint?: string;
|
|
237
|
+
kmsKey?: string;
|
|
238
|
+
region?: string;
|
|
239
|
+
}
|
|
240
|
+
export interface GetClusterClusterInfoClusterLogStatus {
|
|
241
|
+
lastAttempted?: number;
|
|
242
|
+
lastException?: string;
|
|
243
|
+
}
|
|
244
|
+
export interface GetClusterClusterInfoDockerImage {
|
|
245
|
+
basicAuth?: outputs.GetClusterClusterInfoDockerImageBasicAuth;
|
|
246
|
+
url: string;
|
|
247
|
+
}
|
|
248
|
+
export interface GetClusterClusterInfoDockerImageBasicAuth {
|
|
249
|
+
password: string;
|
|
250
|
+
username: string;
|
|
251
|
+
}
|
|
252
|
+
export interface GetClusterClusterInfoDriver {
|
|
253
|
+
hostPrivateIp?: string;
|
|
254
|
+
instanceId?: string;
|
|
255
|
+
nodeAwsAttributes?: outputs.GetClusterClusterInfoDriverNodeAwsAttributes;
|
|
256
|
+
nodeId?: string;
|
|
257
|
+
privateIp?: string;
|
|
258
|
+
publicDns?: string;
|
|
259
|
+
startTimestamp?: number;
|
|
260
|
+
}
|
|
261
|
+
export interface GetClusterClusterInfoDriverNodeAwsAttributes {
|
|
262
|
+
isSpot?: boolean;
|
|
263
|
+
}
|
|
264
|
+
export interface GetClusterClusterInfoExecutor {
|
|
265
|
+
hostPrivateIp?: string;
|
|
266
|
+
instanceId?: string;
|
|
267
|
+
nodeAwsAttributes?: outputs.GetClusterClusterInfoExecutorNodeAwsAttributes;
|
|
268
|
+
nodeId?: string;
|
|
269
|
+
privateIp?: string;
|
|
270
|
+
publicDns?: string;
|
|
271
|
+
startTimestamp?: number;
|
|
272
|
+
}
|
|
273
|
+
export interface GetClusterClusterInfoExecutorNodeAwsAttributes {
|
|
274
|
+
isSpot?: boolean;
|
|
275
|
+
}
|
|
276
|
+
export interface GetClusterClusterInfoGcpAttributes {
|
|
277
|
+
availability?: string;
|
|
278
|
+
bootDiskSize?: number;
|
|
279
|
+
googleServiceAccount?: string;
|
|
280
|
+
usePreemptibleExecutors?: boolean;
|
|
281
|
+
zoneId?: string;
|
|
282
|
+
}
|
|
283
|
+
export interface GetClusterClusterInfoInitScript {
|
|
284
|
+
dbfs?: outputs.GetClusterClusterInfoInitScriptDbfs;
|
|
285
|
+
s3?: outputs.GetClusterClusterInfoInitScriptS3;
|
|
286
|
+
}
|
|
287
|
+
export interface GetClusterClusterInfoInitScriptDbfs {
|
|
288
|
+
destination: string;
|
|
289
|
+
}
|
|
290
|
+
export interface GetClusterClusterInfoInitScriptS3 {
|
|
291
|
+
cannedAcl?: string;
|
|
292
|
+
destination: string;
|
|
293
|
+
enableEncryption?: boolean;
|
|
294
|
+
encryptionType?: string;
|
|
295
|
+
endpoint?: string;
|
|
296
|
+
kmsKey?: string;
|
|
297
|
+
region?: string;
|
|
298
|
+
}
|
|
299
|
+
export interface GetClusterClusterInfoTerminationReason {
|
|
300
|
+
code?: string;
|
|
301
|
+
parameters?: {
|
|
302
|
+
[key: string]: any;
|
|
303
|
+
};
|
|
304
|
+
type?: string;
|
|
305
|
+
}
|
|
97
306
|
export interface GetDbfsFilePathsPathList {
|
|
98
307
|
fileSize?: number;
|
|
99
308
|
/**
|
|
@@ -108,6 +317,26 @@ export interface GetNotebookPathsNotebookPathList {
|
|
|
108
317
|
*/
|
|
109
318
|
path?: string;
|
|
110
319
|
}
|
|
320
|
+
export interface GetSqlWarehouseChannel {
|
|
321
|
+
/**
|
|
322
|
+
* Name of the Databricks SQL release channel. Possible values are: `CHANNEL_NAME_PREVIEW` and `CHANNEL_NAME_CURRENT`. Default is `CHANNEL_NAME_CURRENT`.
|
|
323
|
+
*/
|
|
324
|
+
name?: string;
|
|
325
|
+
}
|
|
326
|
+
export interface GetSqlWarehouseOdbcParams {
|
|
327
|
+
host?: string;
|
|
328
|
+
hostname?: string;
|
|
329
|
+
path: string;
|
|
330
|
+
port: number;
|
|
331
|
+
protocol: string;
|
|
332
|
+
}
|
|
333
|
+
export interface GetSqlWarehouseTags {
|
|
334
|
+
customTags: outputs.GetSqlWarehouseTagsCustomTag[];
|
|
335
|
+
}
|
|
336
|
+
export interface GetSqlWarehouseTagsCustomTag {
|
|
337
|
+
key: string;
|
|
338
|
+
value: string;
|
|
339
|
+
}
|
|
111
340
|
export interface GrantsGrant {
|
|
112
341
|
principal: string;
|
|
113
342
|
privileges: string[];
|
|
@@ -157,6 +386,23 @@ export interface InstancePoolGcpAttributes {
|
|
|
157
386
|
*/
|
|
158
387
|
availability?: string;
|
|
159
388
|
}
|
|
389
|
+
export interface InstancePoolInstancePoolFleetAttributes {
|
|
390
|
+
fleetOnDemandOption?: outputs.InstancePoolInstancePoolFleetAttributesFleetOnDemandOption;
|
|
391
|
+
fleetSpotOption?: outputs.InstancePoolInstancePoolFleetAttributesFleetSpotOption;
|
|
392
|
+
launchTemplateOverrides: outputs.InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride[];
|
|
393
|
+
}
|
|
394
|
+
export interface InstancePoolInstancePoolFleetAttributesFleetOnDemandOption {
|
|
395
|
+
allocationStrategy: string;
|
|
396
|
+
instancePoolsToUseCount?: number;
|
|
397
|
+
}
|
|
398
|
+
export interface InstancePoolInstancePoolFleetAttributesFleetSpotOption {
|
|
399
|
+
allocationStrategy: string;
|
|
400
|
+
instancePoolsToUseCount?: number;
|
|
401
|
+
}
|
|
402
|
+
export interface InstancePoolInstancePoolFleetAttributesLaunchTemplateOverride {
|
|
403
|
+
availabilityZone: string;
|
|
404
|
+
instanceType: string;
|
|
405
|
+
}
|
|
160
406
|
export interface InstancePoolPreloadedDockerImage {
|
|
161
407
|
basicAuth?: outputs.InstancePoolPreloadedDockerImageBasicAuth;
|
|
162
408
|
url: string;
|
|
@@ -249,6 +495,7 @@ export interface JobJobClusterNewCluster {
|
|
|
249
495
|
};
|
|
250
496
|
sparkVersion: string;
|
|
251
497
|
sshPublicKeys?: string[];
|
|
498
|
+
workloadType?: outputs.JobJobClusterNewClusterWorkloadType;
|
|
252
499
|
}
|
|
253
500
|
export interface JobJobClusterNewClusterAutoscale {
|
|
254
501
|
maxWorkers?: number;
|
|
@@ -327,6 +574,13 @@ export interface JobJobClusterNewClusterInitScriptS3 {
|
|
|
327
574
|
kmsKey?: string;
|
|
328
575
|
region?: string;
|
|
329
576
|
}
|
|
577
|
+
export interface JobJobClusterNewClusterWorkloadType {
|
|
578
|
+
clients: outputs.JobJobClusterNewClusterWorkloadTypeClients;
|
|
579
|
+
}
|
|
580
|
+
export interface JobJobClusterNewClusterWorkloadTypeClients {
|
|
581
|
+
jobs?: boolean;
|
|
582
|
+
notebooks?: boolean;
|
|
583
|
+
}
|
|
330
584
|
export interface JobLibrary {
|
|
331
585
|
cran?: outputs.JobLibraryCran;
|
|
332
586
|
egg?: string;
|
|
@@ -381,6 +635,7 @@ export interface JobNewCluster {
|
|
|
381
635
|
};
|
|
382
636
|
sparkVersion: string;
|
|
383
637
|
sshPublicKeys?: string[];
|
|
638
|
+
workloadType?: outputs.JobNewClusterWorkloadType;
|
|
384
639
|
}
|
|
385
640
|
export interface JobNewClusterAutoscale {
|
|
386
641
|
maxWorkers?: number;
|
|
@@ -459,6 +714,13 @@ export interface JobNewClusterInitScriptS3 {
|
|
|
459
714
|
kmsKey?: string;
|
|
460
715
|
region?: string;
|
|
461
716
|
}
|
|
717
|
+
export interface JobNewClusterWorkloadType {
|
|
718
|
+
clients: outputs.JobNewClusterWorkloadTypeClients;
|
|
719
|
+
}
|
|
720
|
+
export interface JobNewClusterWorkloadTypeClients {
|
|
721
|
+
jobs?: boolean;
|
|
722
|
+
notebooks?: boolean;
|
|
723
|
+
}
|
|
462
724
|
export interface JobNotebookTask {
|
|
463
725
|
/**
|
|
464
726
|
* (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.
|
|
@@ -668,6 +930,7 @@ export interface JobTaskNewCluster {
|
|
|
668
930
|
};
|
|
669
931
|
sparkVersion: string;
|
|
670
932
|
sshPublicKeys?: string[];
|
|
933
|
+
workloadType?: outputs.JobTaskNewClusterWorkloadType;
|
|
671
934
|
}
|
|
672
935
|
export interface JobTaskNewClusterAutoscale {
|
|
673
936
|
maxWorkers?: number;
|
|
@@ -746,6 +1009,13 @@ export interface JobTaskNewClusterInitScriptS3 {
|
|
|
746
1009
|
kmsKey?: string;
|
|
747
1010
|
region?: string;
|
|
748
1011
|
}
|
|
1012
|
+
export interface JobTaskNewClusterWorkloadType {
|
|
1013
|
+
clients: outputs.JobTaskNewClusterWorkloadTypeClients;
|
|
1014
|
+
}
|
|
1015
|
+
export interface JobTaskNewClusterWorkloadTypeClients {
|
|
1016
|
+
jobs?: boolean;
|
|
1017
|
+
notebooks?: boolean;
|
|
1018
|
+
}
|
|
749
1019
|
export interface JobTaskNotebookTask {
|
|
750
1020
|
/**
|
|
751
1021
|
* (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in baseParameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s baseParameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using `dbutils.widgets.get`.
|