@azure/synapse-spark 1.0.0-alpha.20241125.1 → 1.0.0-alpha.20241127.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +2 -2
- package/dist/synapse-spark.d.ts +0 -716
package/package.json
CHANGED
|
@@ -5,11 +5,11 @@
|
|
|
5
5
|
"homepage": "https://github.com/Azure/azure-sdk-for-js/blob/main/sdk/synapse/synapse-spark/README.md",
|
|
6
6
|
"repository": "github:Azure/azure-sdk-for-js",
|
|
7
7
|
"sdk-type": "client",
|
|
8
|
-
"version": "1.0.0-alpha.
|
|
8
|
+
"version": "1.0.0-alpha.20241127.1",
|
|
9
9
|
"dependencies": {
|
|
10
10
|
"@azure/core-auth": "^1.9.0",
|
|
11
11
|
"@azure/core-client": "^1.9.2",
|
|
12
|
-
"@azure/core-rest-pipeline": "
|
|
12
|
+
"@azure/core-rest-pipeline": "^1.18.0",
|
|
13
13
|
"@azure/core-tracing": "^1.2.0",
|
|
14
14
|
"tslib": "^2.8.1"
|
|
15
15
|
},
|
package/dist/synapse-spark.d.ts
DELETED
|
@@ -1,716 +0,0 @@
|
|
|
1
|
-
import type * as coreAuth from '@azure/core-auth';
|
|
2
|
-
import * as coreClient from '@azure/core-client';
|
|
3
|
-
|
|
4
|
-
/** Known values of {@link LivyStatementStates} that the service accepts. */
|
|
5
|
-
export declare enum KnownLivyStatementStates {
|
|
6
|
-
/** Waiting */
|
|
7
|
-
Waiting = "waiting",
|
|
8
|
-
/** Running */
|
|
9
|
-
Running = "running",
|
|
10
|
-
/** Available */
|
|
11
|
-
Available = "available",
|
|
12
|
-
/** Error */
|
|
13
|
-
Error = "error",
|
|
14
|
-
/** Cancelling */
|
|
15
|
-
Cancelling = "cancelling",
|
|
16
|
-
/** Cancelled */
|
|
17
|
-
Cancelled = "cancelled"
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
/** Known values of {@link LivyStates} that the service accepts. */
|
|
21
|
-
export declare enum KnownLivyStates {
|
|
22
|
-
/** NotStarted */
|
|
23
|
-
NotStarted = "not_started",
|
|
24
|
-
/** Starting */
|
|
25
|
-
Starting = "starting",
|
|
26
|
-
/** Idle */
|
|
27
|
-
Idle = "idle",
|
|
28
|
-
/** Busy */
|
|
29
|
-
Busy = "busy",
|
|
30
|
-
/** ShuttingDown */
|
|
31
|
-
ShuttingDown = "shutting_down",
|
|
32
|
-
/** Error */
|
|
33
|
-
Error = "error",
|
|
34
|
-
/** Dead */
|
|
35
|
-
Dead = "dead",
|
|
36
|
-
/** Killed */
|
|
37
|
-
Killed = "killed",
|
|
38
|
-
/** Success */
|
|
39
|
-
Success = "success",
|
|
40
|
-
/** Running */
|
|
41
|
-
Running = "running",
|
|
42
|
-
/** Recovering */
|
|
43
|
-
Recovering = "recovering"
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
/** Known values of {@link PluginCurrentState} that the service accepts. */
|
|
47
|
-
export declare enum KnownPluginCurrentState {
|
|
48
|
-
/** Preparation */
|
|
49
|
-
Preparation = "Preparation",
|
|
50
|
-
/** ResourceAcquisition */
|
|
51
|
-
ResourceAcquisition = "ResourceAcquisition",
|
|
52
|
-
/** Queued */
|
|
53
|
-
Queued = "Queued",
|
|
54
|
-
/** Submission */
|
|
55
|
-
Submission = "Submission",
|
|
56
|
-
/** Monitoring */
|
|
57
|
-
Monitoring = "Monitoring",
|
|
58
|
-
/** Cleanup */
|
|
59
|
-
Cleanup = "Cleanup",
|
|
60
|
-
/** Ended */
|
|
61
|
-
Ended = "Ended"
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
/** Known values of {@link SchedulerCurrentState} that the service accepts. */
|
|
65
|
-
export declare enum KnownSchedulerCurrentState {
|
|
66
|
-
/** Queued */
|
|
67
|
-
Queued = "Queued",
|
|
68
|
-
/** Scheduled */
|
|
69
|
-
Scheduled = "Scheduled",
|
|
70
|
-
/** Ended */
|
|
71
|
-
Ended = "Ended"
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
/** Known values of {@link SparkBatchJobResultType} that the service accepts. */
|
|
75
|
-
export declare enum KnownSparkBatchJobResultType {
|
|
76
|
-
/** Uncertain */
|
|
77
|
-
Uncertain = "Uncertain",
|
|
78
|
-
/** Succeeded */
|
|
79
|
-
Succeeded = "Succeeded",
|
|
80
|
-
/** Failed */
|
|
81
|
-
Failed = "Failed",
|
|
82
|
-
/** Cancelled */
|
|
83
|
-
Cancelled = "Cancelled"
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
/** Known values of {@link SparkErrorSource} that the service accepts. */
|
|
87
|
-
export declare enum KnownSparkErrorSource {
|
|
88
|
-
/** System */
|
|
89
|
-
System = "System",
|
|
90
|
-
/** User */
|
|
91
|
-
User = "User",
|
|
92
|
-
/** Unknown */
|
|
93
|
-
Unknown = "Unknown",
|
|
94
|
-
/** Dependency */
|
|
95
|
-
Dependency = "Dependency"
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
/** Known values of {@link SparkJobType} that the service accepts. */
|
|
99
|
-
export declare enum KnownSparkJobType {
|
|
100
|
-
/** SparkBatch */
|
|
101
|
-
SparkBatch = "SparkBatch",
|
|
102
|
-
/** SparkSession */
|
|
103
|
-
SparkSession = "SparkSession"
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
/** Known values of {@link SparkSessionResultType} that the service accepts. */
|
|
107
|
-
export declare enum KnownSparkSessionResultType {
|
|
108
|
-
/** Uncertain */
|
|
109
|
-
Uncertain = "Uncertain",
|
|
110
|
-
/** Succeeded */
|
|
111
|
-
Succeeded = "Succeeded",
|
|
112
|
-
/** Failed */
|
|
113
|
-
Failed = "Failed",
|
|
114
|
-
/** Cancelled */
|
|
115
|
-
Cancelled = "Cancelled"
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
/** Known values of {@link SparkStatementLanguageType} that the service accepts. */
|
|
119
|
-
export declare enum KnownSparkStatementLanguageType {
|
|
120
|
-
/** Spark */
|
|
121
|
-
Spark = "spark",
|
|
122
|
-
/** PySpark */
|
|
123
|
-
PySpark = "pyspark",
|
|
124
|
-
/** DotNetSpark */
|
|
125
|
-
DotNetSpark = "dotnetspark",
|
|
126
|
-
/** Sql */
|
|
127
|
-
Sql = "sql"
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
/**
|
|
131
|
-
* Defines values for LivyStatementStates.
|
|
132
|
-
* {@link KnownLivyStatementStates} can be used interchangeably with LivyStatementStates,
|
|
133
|
-
* this enum contains the known values that the service supports.
|
|
134
|
-
* ### Known values supported by the service
|
|
135
|
-
* **waiting**
|
|
136
|
-
* **running**
|
|
137
|
-
* **available**
|
|
138
|
-
* **error**
|
|
139
|
-
* **cancelling**
|
|
140
|
-
* **cancelled**
|
|
141
|
-
*/
|
|
142
|
-
export declare type LivyStatementStates = string;
|
|
143
|
-
|
|
144
|
-
/**
|
|
145
|
-
* Defines values for LivyStates.
|
|
146
|
-
* {@link KnownLivyStates} can be used interchangeably with LivyStates,
|
|
147
|
-
* this enum contains the known values that the service supports.
|
|
148
|
-
* ### Known values supported by the service
|
|
149
|
-
* **not_started**
|
|
150
|
-
* **starting**
|
|
151
|
-
* **idle**
|
|
152
|
-
* **busy**
|
|
153
|
-
* **shutting_down**
|
|
154
|
-
* **error**
|
|
155
|
-
* **dead**
|
|
156
|
-
* **killed**
|
|
157
|
-
* **success**
|
|
158
|
-
* **running**
|
|
159
|
-
* **recovering**
|
|
160
|
-
*/
|
|
161
|
-
export declare type LivyStates = string;
|
|
162
|
-
|
|
163
|
-
/**
|
|
164
|
-
* Defines values for PluginCurrentState.
|
|
165
|
-
* {@link KnownPluginCurrentState} can be used interchangeably with PluginCurrentState,
|
|
166
|
-
* this enum contains the known values that the service supports.
|
|
167
|
-
* ### Known values supported by the service
|
|
168
|
-
* **Preparation**
|
|
169
|
-
* **ResourceAcquisition**
|
|
170
|
-
* **Queued**
|
|
171
|
-
* **Submission**
|
|
172
|
-
* **Monitoring**
|
|
173
|
-
* **Cleanup**
|
|
174
|
-
* **Ended**
|
|
175
|
-
*/
|
|
176
|
-
export declare type PluginCurrentState = string;
|
|
177
|
-
|
|
178
|
-
/**
|
|
179
|
-
* Defines values for SchedulerCurrentState.
|
|
180
|
-
* {@link KnownSchedulerCurrentState} can be used interchangeably with SchedulerCurrentState,
|
|
181
|
-
* this enum contains the known values that the service supports.
|
|
182
|
-
* ### Known values supported by the service
|
|
183
|
-
* **Queued**
|
|
184
|
-
* **Scheduled**
|
|
185
|
-
* **Ended**
|
|
186
|
-
*/
|
|
187
|
-
export declare type SchedulerCurrentState = string;
|
|
188
|
-
|
|
189
|
-
/** Interface representing a SparkBatch. */
|
|
190
|
-
export declare interface SparkBatch {
|
|
191
|
-
/**
|
|
192
|
-
* List all spark batch jobs which are running under a particular spark pool.
|
|
193
|
-
* @param options - The options parameters.
|
|
194
|
-
*/
|
|
195
|
-
getSparkBatchJobs(options?: SparkBatchGetSparkBatchJobsOptionalParams): Promise<SparkBatchGetSparkBatchJobsResponse>;
|
|
196
|
-
/**
|
|
197
|
-
* Create new spark batch job.
|
|
198
|
-
* @param sparkBatchJobOptions - Livy compatible batch job request payload.
|
|
199
|
-
* @param options - The options parameters.
|
|
200
|
-
*/
|
|
201
|
-
createSparkBatchJob(sparkBatchJobOptions: SparkBatchJobOptions, options?: SparkBatchCreateSparkBatchJobOptionalParams): Promise<SparkBatchCreateSparkBatchJobResponse>;
|
|
202
|
-
/**
|
|
203
|
-
* Gets a single spark batch job.
|
|
204
|
-
* @param batchId - Identifier for the batch job.
|
|
205
|
-
* @param options - The options parameters.
|
|
206
|
-
*/
|
|
207
|
-
getSparkBatchJob(batchId: number, options?: SparkBatchGetSparkBatchJobOptionalParams): Promise<SparkBatchGetSparkBatchJobResponse>;
|
|
208
|
-
/**
|
|
209
|
-
* Cancels a running spark batch job.
|
|
210
|
-
* @param batchId - Identifier for the batch job.
|
|
211
|
-
* @param options - The options parameters.
|
|
212
|
-
*/
|
|
213
|
-
cancelSparkBatchJob(batchId: number, options?: SparkBatchCancelSparkBatchJobOptionalParams): Promise<void>;
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
/** Optional parameters. */
|
|
217
|
-
export declare interface SparkBatchCancelSparkBatchJobOptionalParams extends coreClient.OperationOptions {
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
/** Optional parameters. */
|
|
221
|
-
export declare interface SparkBatchCreateSparkBatchJobOptionalParams extends coreClient.OperationOptions {
|
|
222
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
223
|
-
detailed?: boolean;
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
/** Contains response data for the createSparkBatchJob operation. */
|
|
227
|
-
export declare type SparkBatchCreateSparkBatchJobResponse = SparkBatchJob;
|
|
228
|
-
|
|
229
|
-
/** Optional parameters. */
|
|
230
|
-
export declare interface SparkBatchGetSparkBatchJobOptionalParams extends coreClient.OperationOptions {
|
|
231
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
232
|
-
detailed?: boolean;
|
|
233
|
-
}
|
|
234
|
-
|
|
235
|
-
/** Contains response data for the getSparkBatchJob operation. */
|
|
236
|
-
export declare type SparkBatchGetSparkBatchJobResponse = SparkBatchJob;
|
|
237
|
-
|
|
238
|
-
/** Optional parameters. */
|
|
239
|
-
export declare interface SparkBatchGetSparkBatchJobsOptionalParams extends coreClient.OperationOptions {
|
|
240
|
-
/** Optional param specifying which index the list should begin from. */
|
|
241
|
-
fromParam?: number;
|
|
242
|
-
/**
|
|
243
|
-
* Optional param specifying the size of the returned list.
|
|
244
|
-
* By default it is 20 and that is the maximum.
|
|
245
|
-
*/
|
|
246
|
-
size?: number;
|
|
247
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
248
|
-
detailed?: boolean;
|
|
249
|
-
}
|
|
250
|
-
|
|
251
|
-
/** Contains response data for the getSparkBatchJobs operation. */
|
|
252
|
-
export declare type SparkBatchGetSparkBatchJobsResponse = SparkBatchJobCollection;
|
|
253
|
-
|
|
254
|
-
export declare interface SparkBatchJob {
|
|
255
|
-
livyInfo?: SparkBatchJobState;
|
|
256
|
-
/** The batch name. */
|
|
257
|
-
name?: string;
|
|
258
|
-
/** The workspace name. */
|
|
259
|
-
workspaceName?: string;
|
|
260
|
-
/** The Spark pool name. */
|
|
261
|
-
sparkPoolName?: string;
|
|
262
|
-
/** The submitter name. */
|
|
263
|
-
submitterName?: string;
|
|
264
|
-
/** The submitter identifier. */
|
|
265
|
-
submitterId?: string;
|
|
266
|
-
/** The artifact identifier. */
|
|
267
|
-
artifactId?: string;
|
|
268
|
-
/** The job type. */
|
|
269
|
-
jobType?: SparkJobType;
|
|
270
|
-
/** The Spark batch job result. */
|
|
271
|
-
result?: SparkBatchJobResultType;
|
|
272
|
-
/** The scheduler information. */
|
|
273
|
-
scheduler?: SparkScheduler;
|
|
274
|
-
/** The plugin information. */
|
|
275
|
-
plugin?: SparkServicePlugin;
|
|
276
|
-
/** The error information. */
|
|
277
|
-
errors?: SparkServiceError[];
|
|
278
|
-
/** The tags. */
|
|
279
|
-
tags?: {
|
|
280
|
-
[propertyName: string]: string;
|
|
281
|
-
};
|
|
282
|
-
/** The session Id. */
|
|
283
|
-
id: number;
|
|
284
|
-
/** The application id of this session */
|
|
285
|
-
appId?: string;
|
|
286
|
-
/** The detailed application info. */
|
|
287
|
-
appInfo?: {
|
|
288
|
-
[propertyName: string]: string;
|
|
289
|
-
};
|
|
290
|
-
/** The batch state */
|
|
291
|
-
state?: LivyStates;
|
|
292
|
-
/** The log lines. */
|
|
293
|
-
logLines?: string[];
|
|
294
|
-
}
|
|
295
|
-
|
|
296
|
-
/** Response for batch list operation. */
|
|
297
|
-
export declare interface SparkBatchJobCollection {
|
|
298
|
-
/** The start index of fetched sessions. */
|
|
299
|
-
from: number;
|
|
300
|
-
/** Number of sessions fetched. */
|
|
301
|
-
total: number;
|
|
302
|
-
/** Batch list */
|
|
303
|
-
sessions?: SparkBatchJob[];
|
|
304
|
-
}
|
|
305
|
-
|
|
306
|
-
export declare interface SparkBatchJobOptions {
|
|
307
|
-
/** Dictionary of <string> */
|
|
308
|
-
tags?: {
|
|
309
|
-
[propertyName: string]: string;
|
|
310
|
-
};
|
|
311
|
-
artifactId?: string;
|
|
312
|
-
name: string;
|
|
313
|
-
file: string;
|
|
314
|
-
className?: string;
|
|
315
|
-
arguments?: string[];
|
|
316
|
-
jars?: string[];
|
|
317
|
-
pythonFiles?: string[];
|
|
318
|
-
files?: string[];
|
|
319
|
-
archives?: string[];
|
|
320
|
-
/** Dictionary of <string> */
|
|
321
|
-
configuration?: {
|
|
322
|
-
[propertyName: string]: string;
|
|
323
|
-
};
|
|
324
|
-
driverMemory?: string;
|
|
325
|
-
driverCores?: number;
|
|
326
|
-
executorMemory?: string;
|
|
327
|
-
executorCores?: number;
|
|
328
|
-
executorCount?: number;
|
|
329
|
-
}
|
|
330
|
-
|
|
331
|
-
/**
|
|
332
|
-
* Defines values for SparkBatchJobResultType.
|
|
333
|
-
* {@link KnownSparkBatchJobResultType} can be used interchangeably with SparkBatchJobResultType,
|
|
334
|
-
* this enum contains the known values that the service supports.
|
|
335
|
-
* ### Known values supported by the service
|
|
336
|
-
* **Uncertain**
|
|
337
|
-
* **Succeeded**
|
|
338
|
-
* **Failed**
|
|
339
|
-
* **Cancelled**
|
|
340
|
-
*/
|
|
341
|
-
export declare type SparkBatchJobResultType = string;
|
|
342
|
-
|
|
343
|
-
export declare interface SparkBatchJobState {
|
|
344
|
-
/** the time that at which "not_started" livy state was first seen. */
|
|
345
|
-
notStartedAt?: Date;
|
|
346
|
-
/** the time that at which "starting" livy state was first seen. */
|
|
347
|
-
startingAt?: Date;
|
|
348
|
-
/** the time that at which "running" livy state was first seen. */
|
|
349
|
-
runningAt?: Date;
|
|
350
|
-
/** time that at which "dead" livy state was first seen. */
|
|
351
|
-
deadAt?: Date;
|
|
352
|
-
/** the time that at which "success" livy state was first seen. */
|
|
353
|
-
successAt?: Date;
|
|
354
|
-
/** the time that at which "killed" livy state was first seen. */
|
|
355
|
-
terminatedAt?: Date;
|
|
356
|
-
/** the time that at which "recovering" livy state was first seen. */
|
|
357
|
-
recoveringAt?: Date;
|
|
358
|
-
/** the Spark job state. */
|
|
359
|
-
currentState?: string;
|
|
360
|
-
jobCreationRequest?: SparkRequest;
|
|
361
|
-
}
|
|
362
|
-
|
|
363
|
-
/**
|
|
364
|
-
* Represents the Synapse Spark client operations.
|
|
365
|
-
*/
|
|
366
|
-
export declare class SparkClient extends coreClient.ServiceClient {
|
|
367
|
-
endpoint: string;
|
|
368
|
-
livyApiVersion: string;
|
|
369
|
-
sparkPoolName: string;
|
|
370
|
-
/**
|
|
371
|
-
* Initializes a new instance of the SparkClient class.
|
|
372
|
-
* @param credentials - Subscription credentials which uniquely identify client subscription.
|
|
373
|
-
* @param endpoint - The workspace development endpoint, for example
|
|
374
|
-
* https://myworkspace.dev.azuresynapse.net.
|
|
375
|
-
* @param sparkPoolName - Name of the spark pool.
|
|
376
|
-
* @param options - The parameter options
|
|
377
|
-
*/
|
|
378
|
-
constructor(credentials: coreAuth.TokenCredential, endpoint: string, sparkPoolName: string, options?: SparkClientOptionalParams);
|
|
379
|
-
sparkBatch: SparkBatch;
|
|
380
|
-
sparkSessionOperations: SparkSessionOperations;
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
/** Optional parameters. */
|
|
384
|
-
export declare interface SparkClientOptionalParams extends coreClient.ServiceClientOptions {
|
|
385
|
-
/** Valid api-version for the request. */
|
|
386
|
-
livyApiVersion?: string;
|
|
387
|
-
/** Overrides client endpoint. */
|
|
388
|
-
endpoint?: string;
|
|
389
|
-
}
|
|
390
|
-
|
|
391
|
-
/**
|
|
392
|
-
* Defines values for SparkErrorSource.
|
|
393
|
-
* {@link KnownSparkErrorSource} can be used interchangeably with SparkErrorSource,
|
|
394
|
-
* this enum contains the known values that the service supports.
|
|
395
|
-
* ### Known values supported by the service
|
|
396
|
-
* **System**
|
|
397
|
-
* **User**
|
|
398
|
-
* **Unknown**
|
|
399
|
-
* **Dependency**
|
|
400
|
-
*/
|
|
401
|
-
export declare type SparkErrorSource = string;
|
|
402
|
-
|
|
403
|
-
/**
|
|
404
|
-
* Defines values for SparkJobType.
|
|
405
|
-
* {@link KnownSparkJobType} can be used interchangeably with SparkJobType,
|
|
406
|
-
* this enum contains the known values that the service supports.
|
|
407
|
-
* ### Known values supported by the service
|
|
408
|
-
* **SparkBatch**
|
|
409
|
-
* **SparkSession**
|
|
410
|
-
*/
|
|
411
|
-
export declare type SparkJobType = string;
|
|
412
|
-
|
|
413
|
-
export declare interface SparkRequest {
|
|
414
|
-
name?: string;
|
|
415
|
-
file?: string;
|
|
416
|
-
className?: string;
|
|
417
|
-
arguments?: string[];
|
|
418
|
-
jars?: string[];
|
|
419
|
-
pythonFiles?: string[];
|
|
420
|
-
files?: string[];
|
|
421
|
-
archives?: string[];
|
|
422
|
-
/** Dictionary of <string> */
|
|
423
|
-
configuration?: {
|
|
424
|
-
[propertyName: string]: string;
|
|
425
|
-
};
|
|
426
|
-
driverMemory?: string;
|
|
427
|
-
driverCores?: number;
|
|
428
|
-
executorMemory?: string;
|
|
429
|
-
executorCores?: number;
|
|
430
|
-
executorCount?: number;
|
|
431
|
-
}
|
|
432
|
-
|
|
433
|
-
export declare interface SparkScheduler {
|
|
434
|
-
submittedAt?: Date;
|
|
435
|
-
scheduledAt?: Date;
|
|
436
|
-
endedAt?: Date;
|
|
437
|
-
cancellationRequestedAt?: Date;
|
|
438
|
-
currentState?: SchedulerCurrentState;
|
|
439
|
-
}
|
|
440
|
-
|
|
441
|
-
export declare interface SparkServiceError {
|
|
442
|
-
message?: string;
|
|
443
|
-
errorCode?: string;
|
|
444
|
-
source?: SparkErrorSource;
|
|
445
|
-
}
|
|
446
|
-
|
|
447
|
-
export declare interface SparkServicePlugin {
|
|
448
|
-
preparationStartedAt?: Date;
|
|
449
|
-
resourceAcquisitionStartedAt?: Date;
|
|
450
|
-
submissionStartedAt?: Date;
|
|
451
|
-
monitoringStartedAt?: Date;
|
|
452
|
-
cleanupStartedAt?: Date;
|
|
453
|
-
currentState?: PluginCurrentState;
|
|
454
|
-
}
|
|
455
|
-
|
|
456
|
-
export declare interface SparkSession {
|
|
457
|
-
livyInfo?: SparkSessionState;
|
|
458
|
-
name?: string;
|
|
459
|
-
workspaceName?: string;
|
|
460
|
-
sparkPoolName?: string;
|
|
461
|
-
submitterName?: string;
|
|
462
|
-
submitterId?: string;
|
|
463
|
-
artifactId?: string;
|
|
464
|
-
/** The job type. */
|
|
465
|
-
jobType?: SparkJobType;
|
|
466
|
-
result?: SparkSessionResultType;
|
|
467
|
-
scheduler?: SparkScheduler;
|
|
468
|
-
plugin?: SparkServicePlugin;
|
|
469
|
-
errors?: SparkServiceError[];
|
|
470
|
-
/** Dictionary of <string> */
|
|
471
|
-
tags?: {
|
|
472
|
-
[propertyName: string]: string;
|
|
473
|
-
};
|
|
474
|
-
id: number;
|
|
475
|
-
appId?: string;
|
|
476
|
-
/** Dictionary of <string> */
|
|
477
|
-
appInfo?: {
|
|
478
|
-
[propertyName: string]: string;
|
|
479
|
-
};
|
|
480
|
-
/** The session state. */
|
|
481
|
-
state?: LivyStates;
|
|
482
|
-
logLines?: string[];
|
|
483
|
-
}
|
|
484
|
-
|
|
485
|
-
/** Optional parameters. */
|
|
486
|
-
export declare interface SparkSessionCancelSparkSessionOptionalParams extends coreClient.OperationOptions {
|
|
487
|
-
}
|
|
488
|
-
|
|
489
|
-
/** Optional parameters. */
|
|
490
|
-
export declare interface SparkSessionCancelSparkStatementOptionalParams extends coreClient.OperationOptions {
|
|
491
|
-
}
|
|
492
|
-
|
|
493
|
-
/** Contains response data for the cancelSparkStatement operation. */
|
|
494
|
-
export declare type SparkSessionCancelSparkStatementResponse = SparkStatementCancellationResult;
|
|
495
|
-
|
|
496
|
-
export declare interface SparkSessionCollection {
|
|
497
|
-
from: number;
|
|
498
|
-
total: number;
|
|
499
|
-
sessions?: SparkSession[];
|
|
500
|
-
}
|
|
501
|
-
|
|
502
|
-
/** Optional parameters. */
|
|
503
|
-
export declare interface SparkSessionCreateSparkSessionOptionalParams extends coreClient.OperationOptions {
|
|
504
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
505
|
-
detailed?: boolean;
|
|
506
|
-
}
|
|
507
|
-
|
|
508
|
-
/** Contains response data for the createSparkSession operation. */
|
|
509
|
-
export declare type SparkSessionCreateSparkSessionResponse = SparkSession;
|
|
510
|
-
|
|
511
|
-
/** Optional parameters. */
|
|
512
|
-
export declare interface SparkSessionCreateSparkStatementOptionalParams extends coreClient.OperationOptions {
|
|
513
|
-
}
|
|
514
|
-
|
|
515
|
-
/** Contains response data for the createSparkStatement operation. */
|
|
516
|
-
export declare type SparkSessionCreateSparkStatementResponse = SparkStatement;
|
|
517
|
-
|
|
518
|
-
/** Optional parameters. */
|
|
519
|
-
export declare interface SparkSessionGetSparkSessionOptionalParams extends coreClient.OperationOptions {
|
|
520
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
521
|
-
detailed?: boolean;
|
|
522
|
-
}
|
|
523
|
-
|
|
524
|
-
/** Contains response data for the getSparkSession operation. */
|
|
525
|
-
export declare type SparkSessionGetSparkSessionResponse = SparkSession;
|
|
526
|
-
|
|
527
|
-
/** Optional parameters. */
|
|
528
|
-
export declare interface SparkSessionGetSparkSessionsOptionalParams extends coreClient.OperationOptions {
|
|
529
|
-
/** Optional param specifying which index the list should begin from. */
|
|
530
|
-
fromParam?: number;
|
|
531
|
-
/**
|
|
532
|
-
* Optional param specifying the size of the returned list.
|
|
533
|
-
* By default it is 20 and that is the maximum.
|
|
534
|
-
*/
|
|
535
|
-
size?: number;
|
|
536
|
-
/** Optional query param specifying whether detailed response is returned beyond plain livy. */
|
|
537
|
-
detailed?: boolean;
|
|
538
|
-
}
|
|
539
|
-
|
|
540
|
-
/** Contains response data for the getSparkSessions operation. */
|
|
541
|
-
export declare type SparkSessionGetSparkSessionsResponse = SparkSessionCollection;
|
|
542
|
-
|
|
543
|
-
/** Optional parameters. */
|
|
544
|
-
export declare interface SparkSessionGetSparkStatementOptionalParams extends coreClient.OperationOptions {
|
|
545
|
-
}
|
|
546
|
-
|
|
547
|
-
/** Contains response data for the getSparkStatement operation. */
|
|
548
|
-
export declare type SparkSessionGetSparkStatementResponse = SparkStatement;
|
|
549
|
-
|
|
550
|
-
/** Optional parameters. */
|
|
551
|
-
export declare interface SparkSessionGetSparkStatementsOptionalParams extends coreClient.OperationOptions {
|
|
552
|
-
}
|
|
553
|
-
|
|
554
|
-
/** Contains response data for the getSparkStatements operation. */
|
|
555
|
-
export declare type SparkSessionGetSparkStatementsResponse = SparkStatementCollection;
|
|
556
|
-
|
|
557
|
-
/** Interface representing a SparkSessionOperations. */
|
|
558
|
-
export declare interface SparkSessionOperations {
|
|
559
|
-
/**
|
|
560
|
-
* List all spark sessions which are running under a particular spark pool.
|
|
561
|
-
* @param options - The options parameters.
|
|
562
|
-
*/
|
|
563
|
-
getSparkSessions(options?: SparkSessionGetSparkSessionsOptionalParams): Promise<SparkSessionGetSparkSessionsResponse>;
|
|
564
|
-
/**
|
|
565
|
-
* Create new spark session.
|
|
566
|
-
* @param sparkSessionOptions - Livy compatible batch job request payload.
|
|
567
|
-
* @param options - The options parameters.
|
|
568
|
-
*/
|
|
569
|
-
createSparkSession(sparkSessionOptions: SparkSessionOptions, options?: SparkSessionCreateSparkSessionOptionalParams): Promise<SparkSessionCreateSparkSessionResponse>;
|
|
570
|
-
/**
|
|
571
|
-
* Gets a single spark session.
|
|
572
|
-
* @param sessionId - Identifier for the session.
|
|
573
|
-
* @param options - The options parameters.
|
|
574
|
-
*/
|
|
575
|
-
getSparkSession(sessionId: number, options?: SparkSessionGetSparkSessionOptionalParams): Promise<SparkSessionGetSparkSessionResponse>;
|
|
576
|
-
/**
|
|
577
|
-
* Cancels a running spark session.
|
|
578
|
-
* @param sessionId - Identifier for the session.
|
|
579
|
-
* @param options - The options parameters.
|
|
580
|
-
*/
|
|
581
|
-
cancelSparkSession(sessionId: number, options?: SparkSessionCancelSparkSessionOptionalParams): Promise<void>;
|
|
582
|
-
/**
|
|
583
|
-
* Sends a keep alive call to the current session to reset the session timeout.
|
|
584
|
-
* @param sessionId - Identifier for the session.
|
|
585
|
-
* @param options - The options parameters.
|
|
586
|
-
*/
|
|
587
|
-
resetSparkSessionTimeout(sessionId: number, options?: SparkSessionResetSparkSessionTimeoutOptionalParams): Promise<void>;
|
|
588
|
-
/**
|
|
589
|
-
* Gets a list of statements within a spark session.
|
|
590
|
-
* @param sessionId - Identifier for the session.
|
|
591
|
-
* @param options - The options parameters.
|
|
592
|
-
*/
|
|
593
|
-
getSparkStatements(sessionId: number, options?: SparkSessionGetSparkStatementsOptionalParams): Promise<SparkSessionGetSparkStatementsResponse>;
|
|
594
|
-
/**
|
|
595
|
-
* Create statement within a spark session.
|
|
596
|
-
* @param sessionId - Identifier for the session.
|
|
597
|
-
* @param sparkStatementOptions - Livy compatible batch job request payload.
|
|
598
|
-
* @param options - The options parameters.
|
|
599
|
-
*/
|
|
600
|
-
createSparkStatement(sessionId: number, sparkStatementOptions: SparkStatementOptions, options?: SparkSessionCreateSparkStatementOptionalParams): Promise<SparkSessionCreateSparkStatementResponse>;
|
|
601
|
-
/**
|
|
602
|
-
* Gets a single statement within a spark session.
|
|
603
|
-
* @param sessionId - Identifier for the session.
|
|
604
|
-
* @param statementId - Identifier for the statement.
|
|
605
|
-
* @param options - The options parameters.
|
|
606
|
-
*/
|
|
607
|
-
getSparkStatement(sessionId: number, statementId: number, options?: SparkSessionGetSparkStatementOptionalParams): Promise<SparkSessionGetSparkStatementResponse>;
|
|
608
|
-
/**
|
|
609
|
-
* Kill a statement within a session.
|
|
610
|
-
* @param sessionId - Identifier for the session.
|
|
611
|
-
* @param statementId - Identifier for the statement.
|
|
612
|
-
* @param options - The options parameters.
|
|
613
|
-
*/
|
|
614
|
-
cancelSparkStatement(sessionId: number, statementId: number, options?: SparkSessionCancelSparkStatementOptionalParams): Promise<SparkSessionCancelSparkStatementResponse>;
|
|
615
|
-
}
|
|
616
|
-
|
|
617
|
-
export declare interface SparkSessionOptions {
|
|
618
|
-
/** Dictionary of <string> */
|
|
619
|
-
tags?: {
|
|
620
|
-
[propertyName: string]: string;
|
|
621
|
-
};
|
|
622
|
-
artifactId?: string;
|
|
623
|
-
name: string;
|
|
624
|
-
file?: string;
|
|
625
|
-
className?: string;
|
|
626
|
-
arguments?: string[];
|
|
627
|
-
jars?: string[];
|
|
628
|
-
pythonFiles?: string[];
|
|
629
|
-
files?: string[];
|
|
630
|
-
archives?: string[];
|
|
631
|
-
/** Dictionary of <string> */
|
|
632
|
-
configuration?: {
|
|
633
|
-
[propertyName: string]: string;
|
|
634
|
-
};
|
|
635
|
-
driverMemory?: string;
|
|
636
|
-
driverCores?: number;
|
|
637
|
-
executorMemory?: string;
|
|
638
|
-
executorCores?: number;
|
|
639
|
-
executorCount?: number;
|
|
640
|
-
}
|
|
641
|
-
|
|
642
|
-
/** Optional parameters. */
|
|
643
|
-
export declare interface SparkSessionResetSparkSessionTimeoutOptionalParams extends coreClient.OperationOptions {
|
|
644
|
-
}
|
|
645
|
-
|
|
646
|
-
/**
|
|
647
|
-
* Defines values for SparkSessionResultType.
|
|
648
|
-
* {@link KnownSparkSessionResultType} can be used interchangeably with SparkSessionResultType,
|
|
649
|
-
* this enum contains the known values that the service supports.
|
|
650
|
-
* ### Known values supported by the service
|
|
651
|
-
* **Uncertain**
|
|
652
|
-
* **Succeeded**
|
|
653
|
-
* **Failed**
|
|
654
|
-
* **Cancelled**
|
|
655
|
-
*/
|
|
656
|
-
export declare type SparkSessionResultType = string;
|
|
657
|
-
|
|
658
|
-
export declare interface SparkSessionState {
|
|
659
|
-
notStartedAt?: Date;
|
|
660
|
-
startingAt?: Date;
|
|
661
|
-
idleAt?: Date;
|
|
662
|
-
deadAt?: Date;
|
|
663
|
-
shuttingDownAt?: Date;
|
|
664
|
-
terminatedAt?: Date;
|
|
665
|
-
recoveringAt?: Date;
|
|
666
|
-
busyAt?: Date;
|
|
667
|
-
errorAt?: Date;
|
|
668
|
-
currentState?: string;
|
|
669
|
-
jobCreationRequest?: SparkRequest;
|
|
670
|
-
}
|
|
671
|
-
|
|
672
|
-
export declare interface SparkStatement {
|
|
673
|
-
id: number;
|
|
674
|
-
code?: string;
|
|
675
|
-
state?: LivyStatementStates;
|
|
676
|
-
output?: SparkStatementOutput;
|
|
677
|
-
}
|
|
678
|
-
|
|
679
|
-
export declare interface SparkStatementCancellationResult {
|
|
680
|
-
/** The msg property from the Livy API. The value is always "canceled". */
|
|
681
|
-
message?: string;
|
|
682
|
-
}
|
|
683
|
-
|
|
684
|
-
export declare interface SparkStatementCollection {
|
|
685
|
-
total: number;
|
|
686
|
-
statements?: SparkStatement[];
|
|
687
|
-
}
|
|
688
|
-
|
|
689
|
-
/**
|
|
690
|
-
* Defines values for SparkStatementLanguageType.
|
|
691
|
-
* {@link KnownSparkStatementLanguageType} can be used interchangeably with SparkStatementLanguageType,
|
|
692
|
-
* this enum contains the known values that the service supports.
|
|
693
|
-
* ### Known values supported by the service
|
|
694
|
-
* **spark**
|
|
695
|
-
* **pyspark**
|
|
696
|
-
* **dotnetspark**
|
|
697
|
-
* **sql**
|
|
698
|
-
*/
|
|
699
|
-
export declare type SparkStatementLanguageType = string;
|
|
700
|
-
|
|
701
|
-
export declare interface SparkStatementOptions {
|
|
702
|
-
code?: string;
|
|
703
|
-
kind?: SparkStatementLanguageType;
|
|
704
|
-
}
|
|
705
|
-
|
|
706
|
-
export declare interface SparkStatementOutput {
|
|
707
|
-
status?: string;
|
|
708
|
-
executionCount: number;
|
|
709
|
-
/** Any object */
|
|
710
|
-
data?: Record<string, unknown>;
|
|
711
|
-
errorName?: string;
|
|
712
|
-
errorValue?: string;
|
|
713
|
-
traceback?: string[];
|
|
714
|
-
}
|
|
715
|
-
|
|
716
|
-
export { }
|