@databricks/sdk-pipelines 0.1.0-dev.1 → 0.1.0-dev.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/v2/client.d.ts +15 -14
- package/dist/v2/client.d.ts.map +1 -1
- package/dist/v2/client.js +29 -38
- package/dist/v2/client.js.map +1 -1
- package/dist/v2/index.d.ts +1 -1
- package/dist/v2/index.d.ts.map +1 -1
- package/dist/v2/model.d.ts +34 -34
- package/dist/v2/model.d.ts.map +1 -1
- package/dist/v2/model.js +12 -24
- package/dist/v2/model.js.map +1 -1
- package/dist/v2/utils.d.ts +14 -2
- package/dist/v2/utils.d.ts.map +1 -1
- package/dist/v2/utils.js +19 -1
- package/dist/v2/utils.js.map +1 -1
- package/package.json +6 -5
- package/src/v2/client.ts +94 -135
- package/src/v2/index.ts +13 -13
- package/src/v2/model.ts +46 -67
- package/src/v2/utils.ts +27 -3
package/src/v2/model.ts
CHANGED
|
@@ -318,8 +318,8 @@ export interface ApplyEnvironmentRequest {
|
|
|
318
318
|
pipelineId?: string | undefined;
|
|
319
319
|
}
|
|
320
320
|
|
|
321
|
-
// eslint-disable-next-line @typescript-eslint/
|
|
322
|
-
export interface
|
|
321
|
+
// eslint-disable-next-line @typescript-eslint/no-empty-object-type
|
|
322
|
+
export interface ApplyEnvironmentResponse {}
|
|
323
323
|
|
|
324
324
|
/** Policy for auto full refresh. */
|
|
325
325
|
export interface AutoFullRefreshPolicy {
|
|
@@ -419,12 +419,6 @@ export interface ClonePipelineRequest_ConfigurationEntry {
|
|
|
419
419
|
value?: string | undefined;
|
|
420
420
|
}
|
|
421
421
|
|
|
422
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
423
|
-
export interface ClonePipelineRequest_Response {
|
|
424
|
-
/** The pipeline id of the cloned pipeline */
|
|
425
|
-
pipelineId?: string | undefined;
|
|
426
|
-
}
|
|
427
|
-
|
|
428
422
|
/** A key-value entry that defines a single pipeline tags. */
|
|
429
423
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
430
424
|
export interface ClonePipelineRequest_TagsEntry {
|
|
@@ -437,6 +431,11 @@ export interface ClonePipelineRequest_TagsEntry {
|
|
|
437
431
|
value?: string | undefined;
|
|
438
432
|
}
|
|
439
433
|
|
|
434
|
+
export interface ClonePipelineResponse {
|
|
435
|
+
/** The pipeline id of the cloned pipeline */
|
|
436
|
+
pipelineId?: string | undefined;
|
|
437
|
+
}
|
|
438
|
+
|
|
440
439
|
/** Confluence specific options for ingestion */
|
|
441
440
|
export interface ConfluenceConnectorOptions {
|
|
442
441
|
/** (Optional) Spaces to filter Confluence data on */
|
|
@@ -565,14 +564,6 @@ export interface CreatePipelineRequest_ParametersEntry {
|
|
|
565
564
|
value?: string | undefined;
|
|
566
565
|
}
|
|
567
566
|
|
|
568
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
569
|
-
export interface CreatePipelineRequest_Response {
|
|
570
|
-
/** The unique identifier for the newly created pipeline. Only returned when dry_run is false. */
|
|
571
|
-
pipelineId?: string | undefined;
|
|
572
|
-
/** Only returned when dry_run is true. */
|
|
573
|
-
effectiveSettings?: PipelineSpec | undefined;
|
|
574
|
-
}
|
|
575
|
-
|
|
576
567
|
/** A key-value entry that defines a single pipeline tags. */
|
|
577
568
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
578
569
|
export interface CreatePipelineRequest_TagsEntry {
|
|
@@ -585,6 +576,13 @@ export interface CreatePipelineRequest_TagsEntry {
|
|
|
585
576
|
value?: string | undefined;
|
|
586
577
|
}
|
|
587
578
|
|
|
579
|
+
export interface CreatePipelineResponse {
|
|
580
|
+
/** The unique identifier for the newly created pipeline. Only returned when dry_run is false. */
|
|
581
|
+
pipelineId?: string | undefined;
|
|
582
|
+
/** Only returned when dry_run is true. */
|
|
583
|
+
effectiveSettings?: PipelineSpec | undefined;
|
|
584
|
+
}
|
|
585
|
+
|
|
588
586
|
export interface CronTrigger {
|
|
589
587
|
quartzCronSchedule?: string | undefined;
|
|
590
588
|
timezoneId?: string | undefined;
|
|
@@ -627,8 +625,8 @@ export interface DeletePipelineRequest {
|
|
|
627
625
|
cascade?: boolean | undefined;
|
|
628
626
|
}
|
|
629
627
|
|
|
630
|
-
// eslint-disable-next-line @typescript-eslint/
|
|
631
|
-
export interface
|
|
628
|
+
// eslint-disable-next-line @typescript-eslint/no-empty-object-type
|
|
629
|
+
export interface DeletePipelineResponse {}
|
|
632
630
|
|
|
633
631
|
export interface EditPipelineRequest {
|
|
634
632
|
/** Unique identifier for this pipeline. */
|
|
@@ -726,9 +724,6 @@ export interface EditPipelineRequest_ParametersEntry {
|
|
|
726
724
|
value?: string | undefined;
|
|
727
725
|
}
|
|
728
726
|
|
|
729
|
-
// eslint-disable-next-line @typescript-eslint/naming-convention, @typescript-eslint/no-empty-object-type -- Proto-style nested message name.
|
|
730
|
-
export interface EditPipelineRequest_Response {}
|
|
731
|
-
|
|
732
727
|
/** A key-value entry that defines a single pipeline tags. */
|
|
733
728
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
734
729
|
export interface EditPipelineRequest_TagsEntry {
|
|
@@ -741,6 +736,9 @@ export interface EditPipelineRequest_TagsEntry {
|
|
|
741
736
|
value?: string | undefined;
|
|
742
737
|
}
|
|
743
738
|
|
|
739
|
+
// eslint-disable-next-line @typescript-eslint/no-empty-object-type
|
|
740
|
+
export interface EditPipelineResponse {}
|
|
741
|
+
|
|
744
742
|
export interface ErrorDetail {
|
|
745
743
|
/** The exception thrown for this error, with its chain of cause. */
|
|
746
744
|
exceptions?: SerializedException[] | undefined;
|
|
@@ -838,8 +836,7 @@ export interface GetPipelineRequest {
|
|
|
838
836
|
pipelineId?: string | undefined;
|
|
839
837
|
}
|
|
840
838
|
|
|
841
|
-
|
|
842
|
-
export interface GetPipelineRequest_Response {
|
|
839
|
+
export interface GetPipelineResponse {
|
|
843
840
|
/** The ID of the pipeline. */
|
|
844
841
|
pipelineId?: string | undefined;
|
|
845
842
|
/** The pipeline specification. This field is not returned when called by `ListPipelines`. */
|
|
@@ -880,7 +877,7 @@ export interface GetPipelineRequest_Response {
|
|
|
880
877
|
}
|
|
881
878
|
|
|
882
879
|
// eslint-disable-next-line @typescript-eslint/naming-convention -- Proto-style nested message name.
|
|
883
|
-
export interface
|
|
880
|
+
export interface GetPipelineResponse_ParametersEntry {
|
|
884
881
|
key?: string | undefined;
|
|
885
882
|
value?: string | undefined;
|
|
886
883
|
}
|
|
@@ -892,8 +889,7 @@ export interface GetUpdateRequest {
|
|
|
892
889
|
updateId?: string | undefined;
|
|
893
890
|
}
|
|
894
891
|
|
|
895
|
-
|
|
896
|
-
export interface GetUpdateRequest_Response {
|
|
892
|
+
export interface GetUpdateResponse {
|
|
897
893
|
/** The current update info. */
|
|
898
894
|
update?: UpdateInfo | undefined;
|
|
899
895
|
}
|
|
@@ -1347,8 +1343,7 @@ export interface ListPipelineEventsRequest {
|
|
|
1347
1343
|
filter?: string | undefined;
|
|
1348
1344
|
}
|
|
1349
1345
|
|
|
1350
|
-
|
|
1351
|
-
export interface ListPipelineEventsRequest_Response {
|
|
1346
|
+
export interface ListPipelineEventsResponse {
|
|
1352
1347
|
/** The list of events matching the request criteria. */
|
|
1353
1348
|
events?: PipelineEvent[] | undefined;
|
|
1354
1349
|
/** If present, a token to fetch the next page of events. */
|
|
@@ -1391,8 +1386,7 @@ export interface ListPipelinesRequest {
|
|
|
1391
1386
|
filter?: string | undefined;
|
|
1392
1387
|
}
|
|
1393
1388
|
|
|
1394
|
-
|
|
1395
|
-
export interface ListPipelinesRequest_Response {
|
|
1389
|
+
export interface ListPipelinesResponse {
|
|
1396
1390
|
/** The list of events matching the request criteria. */
|
|
1397
1391
|
statuses?: PipelineStateInfo[] | undefined;
|
|
1398
1392
|
/** If present, a token to fetch the next page of events. */
|
|
@@ -1415,8 +1409,7 @@ export interface ListUpdatesRequest {
|
|
|
1415
1409
|
untilUpdateId?: string | undefined;
|
|
1416
1410
|
}
|
|
1417
1411
|
|
|
1418
|
-
|
|
1419
|
-
export interface ListUpdatesRequest_Response {
|
|
1412
|
+
export interface ListUpdatesResponse {
|
|
1420
1413
|
updates?: UpdateInfo[] | undefined;
|
|
1421
1414
|
/**
|
|
1422
1415
|
* If present, then there are more results, and this a token to be used in a subsequent request
|
|
@@ -2453,8 +2446,7 @@ export interface StartUpdateRequest_ParametersEntry {
|
|
|
2453
2446
|
value?: string | undefined;
|
|
2454
2447
|
}
|
|
2455
2448
|
|
|
2456
|
-
|
|
2457
|
-
export interface StartUpdateRequest_Response {
|
|
2449
|
+
export interface StartUpdateResponse {
|
|
2458
2450
|
updateId?: string | undefined;
|
|
2459
2451
|
}
|
|
2460
2452
|
|
|
@@ -2462,8 +2454,8 @@ export interface StopPipelineRequest {
|
|
|
2462
2454
|
pipelineId?: string | undefined;
|
|
2463
2455
|
}
|
|
2464
2456
|
|
|
2465
|
-
// eslint-disable-next-line @typescript-eslint/
|
|
2466
|
-
export interface
|
|
2457
|
+
// eslint-disable-next-line @typescript-eslint/no-empty-object-type
|
|
2458
|
+
export interface StopPipelineResponse {}
|
|
2467
2459
|
|
|
2468
2460
|
/** TikTok Ads specific options for ingestion */
|
|
2469
2461
|
export interface TikTokAdsOptions {
|
|
@@ -2601,8 +2593,7 @@ export interface ZendeskSupportOptions {
|
|
|
2601
2593
|
startDate?: string | undefined;
|
|
2602
2594
|
}
|
|
2603
2595
|
|
|
2604
|
-
|
|
2605
|
-
export const unmarshalApplyEnvironmentRequest_ResponseSchema: z.ZodType<ApplyEnvironmentRequest_Response> =
|
|
2596
|
+
export const unmarshalApplyEnvironmentResponseSchema: z.ZodType<ApplyEnvironmentResponse> =
|
|
2606
2597
|
z.object({});
|
|
2607
2598
|
|
|
2608
2599
|
export const unmarshalAutoFullRefreshPolicySchema: z.ZodType<AutoFullRefreshPolicy> =
|
|
@@ -2616,8 +2607,7 @@ export const unmarshalAutoFullRefreshPolicySchema: z.ZodType<AutoFullRefreshPoli
|
|
|
2616
2607
|
minIntervalHours: d.min_interval_hours,
|
|
2617
2608
|
}));
|
|
2618
2609
|
|
|
2619
|
-
|
|
2620
|
-
export const unmarshalClonePipelineRequest_ResponseSchema: z.ZodType<ClonePipelineRequest_Response> =
|
|
2610
|
+
export const unmarshalClonePipelineResponseSchema: z.ZodType<ClonePipelineResponse> =
|
|
2621
2611
|
z
|
|
2622
2612
|
.object({
|
|
2623
2613
|
pipeline_id: z.string().optional(),
|
|
@@ -2732,8 +2722,7 @@ export const unmarshalConnectorOptionsSchema: z.ZodType<ConnectorOptions> = z
|
|
|
2732
2722
|
: undefined,
|
|
2733
2723
|
}));
|
|
2734
2724
|
|
|
2735
|
-
|
|
2736
|
-
export const unmarshalCreatePipelineRequest_ResponseSchema: z.ZodType<CreatePipelineRequest_Response> =
|
|
2725
|
+
export const unmarshalCreatePipelineResponseSchema: z.ZodType<CreatePipelineResponse> =
|
|
2737
2726
|
z
|
|
2738
2727
|
.object({
|
|
2739
2728
|
pipeline_id: z.string().optional(),
|
|
@@ -2780,12 +2769,10 @@ export const unmarshalDataStagingOptionsSchema: z.ZodType<DataStagingOptions> =
|
|
|
2780
2769
|
volumeName: d.volume_name,
|
|
2781
2770
|
}));
|
|
2782
2771
|
|
|
2783
|
-
|
|
2784
|
-
export const unmarshalDeletePipelineRequest_ResponseSchema: z.ZodType<DeletePipelineRequest_Response> =
|
|
2772
|
+
export const unmarshalDeletePipelineResponseSchema: z.ZodType<DeletePipelineResponse> =
|
|
2785
2773
|
z.object({});
|
|
2786
2774
|
|
|
2787
|
-
|
|
2788
|
-
export const unmarshalEditPipelineRequest_ResponseSchema: z.ZodType<EditPipelineRequest_Response> =
|
|
2775
|
+
export const unmarshalEditPipelineResponseSchema: z.ZodType<EditPipelineResponse> =
|
|
2789
2776
|
z.object({});
|
|
2790
2777
|
|
|
2791
2778
|
export const unmarshalErrorDetailSchema: z.ZodType<ErrorDetail> = z
|
|
@@ -2873,8 +2860,7 @@ export const unmarshalFiltersSchema: z.ZodType<Filters> = z
|
|
|
2873
2860
|
exclude: d.exclude,
|
|
2874
2861
|
}));
|
|
2875
2862
|
|
|
2876
|
-
|
|
2877
|
-
export const unmarshalGetPipelineRequest_ResponseSchema: z.ZodType<GetPipelineRequest_Response> =
|
|
2863
|
+
export const unmarshalGetPipelineResponseSchema: z.ZodType<GetPipelineResponse> =
|
|
2878
2864
|
z
|
|
2879
2865
|
.object({
|
|
2880
2866
|
pipeline_id: z.string().optional(),
|
|
@@ -2916,15 +2902,13 @@ export const unmarshalGetPipelineRequest_ResponseSchema: z.ZodType<GetPipelineRe
|
|
|
2916
2902
|
parameters: d.parameters,
|
|
2917
2903
|
}));
|
|
2918
2904
|
|
|
2919
|
-
|
|
2920
|
-
|
|
2921
|
-
|
|
2922
|
-
|
|
2923
|
-
|
|
2924
|
-
|
|
2925
|
-
|
|
2926
|
-
update: d.update,
|
|
2927
|
-
}));
|
|
2905
|
+
export const unmarshalGetUpdateResponseSchema: z.ZodType<GetUpdateResponse> = z
|
|
2906
|
+
.object({
|
|
2907
|
+
update: z.lazy(() => unmarshalUpdateInfoSchema).optional(),
|
|
2908
|
+
})
|
|
2909
|
+
.transform(d => ({
|
|
2910
|
+
update: d.update,
|
|
2911
|
+
}));
|
|
2928
2912
|
|
|
2929
2913
|
export const unmarshalGoogleAdsConfigSchema: z.ZodType<GoogleAdsConfig> = z
|
|
2930
2914
|
.object({
|
|
@@ -3286,8 +3270,7 @@ export const unmarshalKafkaOptionsSchema: z.ZodType<KafkaOptions> = z
|
|
|
3286
3270
|
clientConfig: d.client_config,
|
|
3287
3271
|
}));
|
|
3288
3272
|
|
|
3289
|
-
|
|
3290
|
-
export const unmarshalListPipelineEventsRequest_ResponseSchema: z.ZodType<ListPipelineEventsRequest_Response> =
|
|
3273
|
+
export const unmarshalListPipelineEventsResponseSchema: z.ZodType<ListPipelineEventsResponse> =
|
|
3291
3274
|
z
|
|
3292
3275
|
.object({
|
|
3293
3276
|
events: z.array(z.lazy(() => unmarshalPipelineEventSchema)).optional(),
|
|
@@ -3300,8 +3283,7 @@ export const unmarshalListPipelineEventsRequest_ResponseSchema: z.ZodType<ListPi
|
|
|
3300
3283
|
prevPageToken: d.prev_page_token,
|
|
3301
3284
|
}));
|
|
3302
3285
|
|
|
3303
|
-
|
|
3304
|
-
export const unmarshalListPipelinesRequest_ResponseSchema: z.ZodType<ListPipelinesRequest_Response> =
|
|
3286
|
+
export const unmarshalListPipelinesResponseSchema: z.ZodType<ListPipelinesResponse> =
|
|
3305
3287
|
z
|
|
3306
3288
|
.object({
|
|
3307
3289
|
statuses: z
|
|
@@ -3314,8 +3296,7 @@ export const unmarshalListPipelinesRequest_ResponseSchema: z.ZodType<ListPipelin
|
|
|
3314
3296
|
nextPageToken: d.next_page_token,
|
|
3315
3297
|
}));
|
|
3316
3298
|
|
|
3317
|
-
|
|
3318
|
-
export const unmarshalListUpdatesRequest_ResponseSchema: z.ZodType<ListUpdatesRequest_Response> =
|
|
3299
|
+
export const unmarshalListUpdatesResponseSchema: z.ZodType<ListUpdatesResponse> =
|
|
3319
3300
|
z
|
|
3320
3301
|
.object({
|
|
3321
3302
|
updates: z.array(z.lazy(() => unmarshalUpdateInfoSchema)).optional(),
|
|
@@ -3999,8 +3980,7 @@ export const unmarshalStackFrameSchema: z.ZodType<StackFrame> = z
|
|
|
3999
3980
|
lineNumber: d.line_number,
|
|
4000
3981
|
}));
|
|
4001
3982
|
|
|
4002
|
-
|
|
4003
|
-
export const unmarshalStartUpdateRequest_ResponseSchema: z.ZodType<StartUpdateRequest_Response> =
|
|
3983
|
+
export const unmarshalStartUpdateResponseSchema: z.ZodType<StartUpdateResponse> =
|
|
4004
3984
|
z
|
|
4005
3985
|
.object({
|
|
4006
3986
|
update_id: z.string().optional(),
|
|
@@ -4009,8 +3989,7 @@ export const unmarshalStartUpdateRequest_ResponseSchema: z.ZodType<StartUpdateRe
|
|
|
4009
3989
|
updateId: d.update_id,
|
|
4010
3990
|
}));
|
|
4011
3991
|
|
|
4012
|
-
|
|
4013
|
-
export const unmarshalStopPipelineRequest_ResponseSchema: z.ZodType<StopPipelineRequest_Response> =
|
|
3992
|
+
export const unmarshalStopPipelineResponseSchema: z.ZodType<StopPipelineResponse> =
|
|
4014
3993
|
z.object({});
|
|
4015
3994
|
|
|
4016
3995
|
export const unmarshalTikTokAdsOptionsSchema: z.ZodType<TikTokAdsOptions> = z
|
package/src/v2/utils.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// Code generated from API definition by Databricks SDK Generator. DO NOT EDIT.
|
|
2
2
|
|
|
3
|
-
import type {
|
|
4
|
-
import {execute} from '@databricks/sdk-core/
|
|
3
|
+
import type {Options} from '@databricks/sdk-core/ops';
|
|
4
|
+
import {execute, retryOn} from '@databricks/sdk-core/ops';
|
|
5
5
|
import {ApiError} from '@databricks/sdk-core/apierror';
|
|
6
6
|
import type {
|
|
7
7
|
HttpClient,
|
|
@@ -10,6 +10,7 @@ import type {
|
|
|
10
10
|
} from '@databricks/sdk-core/http';
|
|
11
11
|
import type {Logger} from '@databricks/sdk-core/logger';
|
|
12
12
|
import type {CallOptions} from '@databricks/sdk-options/call';
|
|
13
|
+
import type {LroOptions} from '@databricks/sdk-options/lro';
|
|
13
14
|
import JSONBig from 'json-bigint';
|
|
14
15
|
import type {z} from 'zod';
|
|
15
16
|
|
|
@@ -30,7 +31,7 @@ export interface HttpCallOptions {
|
|
|
30
31
|
* API from the executor's internal type so they can diverge.
|
|
31
32
|
*/
|
|
32
33
|
export async function executeCall(
|
|
33
|
-
call:
|
|
34
|
+
call: (signal?: AbortSignal) => Promise<void>,
|
|
34
35
|
options?: CallOptions
|
|
35
36
|
): Promise<void> {
|
|
36
37
|
const opts: Options = {
|
|
@@ -43,6 +44,29 @@ export async function executeCall(
|
|
|
43
44
|
return execute(options?.signal, call, opts);
|
|
44
45
|
}
|
|
45
46
|
|
|
47
|
+
/**
|
|
48
|
+
* Sentinel thrown by a polling call to signal that the operation has not
|
|
49
|
+
* yet reached a terminal state. {@link executeWait} treats this error as
|
|
50
|
+
* retriable; any other error aborts the wait.
|
|
51
|
+
*/
|
|
52
|
+
export class StillRunningError extends Error {}
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* Polls until the call returns without throwing {@link StillRunningError}.
|
|
56
|
+
* Abort and overall-deadline behavior come from the supplied LroOptions.
|
|
57
|
+
*/
|
|
58
|
+
export async function executeWait(
|
|
59
|
+
call: (signal?: AbortSignal) => Promise<void>,
|
|
60
|
+
options?: LroOptions
|
|
61
|
+
): Promise<void> {
|
|
62
|
+
const opts: Options = {
|
|
63
|
+
...(options?.timeout !== undefined && {timeout: options.timeout}),
|
|
64
|
+
retrier: () =>
|
|
65
|
+
retryOn({}, (err: Error) => err instanceof StillRunningError),
|
|
66
|
+
};
|
|
67
|
+
return execute(options?.signal, call, opts);
|
|
68
|
+
}
|
|
69
|
+
|
|
46
70
|
async function readAll(
|
|
47
71
|
body: ReadableStream<Uint8Array> | null
|
|
48
72
|
): Promise<Uint8Array> {
|