dataiku-sdk 0.3.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/dss.js +76 -3
- package/dist/packages/types/src/index.d.ts +285 -0
- package/dist/packages/types/src/index.js +199 -0
- package/dist/src/cli.js +4331 -580
- package/dist/src/client.d.ts +18 -0
- package/dist/src/client.js +30 -0
- package/dist/src/errors.d.ts +2 -0
- package/dist/src/errors.js +45 -1
- package/dist/src/index.d.ts +9 -3
- package/dist/src/index.js +7 -1
- package/dist/src/resources/code-envs.d.ts +9 -1
- package/dist/src/resources/code-envs.js +80 -1
- package/dist/src/resources/connections.d.ts +3 -1
- package/dist/src/resources/connections.js +4 -2
- package/dist/src/resources/dashboards.d.ts +19 -0
- package/dist/src/resources/dashboards.js +30 -0
- package/dist/src/resources/data-quality.d.ts +54 -0
- package/dist/src/resources/data-quality.js +119 -0
- package/dist/src/resources/datasets.js +1 -1
- package/dist/src/resources/flow-zones.d.ts +25 -0
- package/dist/src/resources/flow-zones.js +59 -0
- package/dist/src/resources/folders.d.ts +4 -1
- package/dist/src/resources/folders.js +27 -0
- package/dist/src/resources/futures.d.ts +15 -0
- package/dist/src/resources/futures.js +86 -0
- package/dist/src/resources/insights.d.ts +28 -0
- package/dist/src/resources/insights.js +64 -0
- package/dist/src/resources/jobs.d.ts +7 -4
- package/dist/src/resources/jobs.js +9 -7
- package/dist/src/resources/recipes.js +115 -66
- package/dist/src/resources/scenarios.d.ts +10 -1
- package/dist/src/resources/scenarios.js +47 -0
- package/dist/src/resources/wiki.d.ts +22 -0
- package/dist/src/resources/wiki.js +73 -0
- package/dist/src/schemas.d.ts +2 -2
- package/dist/src/schemas.js +1 -1
- package/dist/src/utils/cleanup-ledger.d.ts +15 -0
- package/dist/src/utils/cleanup-ledger.js +15 -0
- package/node_modules/@sinclair/typebox/package.json +2 -2
- package/node_modules/@sinclair/typebox/readme.md +7 -7
- package/package.json +11 -7
- package/packages/types/dist/index.d.ts +285 -0
- package/packages/types/dist/index.js +199 -0
|
@@ -196,6 +196,7 @@ export const RecipeCreateOptionsSchema = Type.Object({
|
|
|
196
196
|
joinOn: Type.Optional(Type.Union([Type.String(), Type.Array(Type.String()),])),
|
|
197
197
|
joinType: Type.Optional(Type.String()),
|
|
198
198
|
projectKey: Type.Optional(Type.String()),
|
|
199
|
+
outputFolder: Type.Optional(Type.String()),
|
|
199
200
|
});
|
|
200
201
|
export const RecipeCreateResultSchema = Type.Object({
|
|
201
202
|
recipeName: Type.String(),
|
|
@@ -203,6 +204,9 @@ export const RecipeCreateResultSchema = Type.Object({
|
|
|
203
204
|
createdDatasets: Type.Array(Type.String()),
|
|
204
205
|
joinConfigured: Type.Boolean(),
|
|
205
206
|
outputProvisioningFallbackUsed: Type.Boolean(),
|
|
207
|
+
outputFolder: Type.Optional(Type.String()),
|
|
208
|
+
temporaryOutputDataset: Type.Optional(Type.String()),
|
|
209
|
+
temporaryOutputDatasetDeleted: Type.Optional(Type.Boolean()),
|
|
206
210
|
});
|
|
207
211
|
// ---------------------------------------------------------------------------
|
|
208
212
|
// Jobs
|
|
@@ -236,6 +240,31 @@ export const JobWaitResultSchema = Type.Object({
|
|
|
236
240
|
}),
|
|
237
241
|
log: Type.Optional(Type.String()),
|
|
238
242
|
});
|
|
243
|
+
export const FutureStateSchema = Type.Object({
|
|
244
|
+
jobId: Type.Optional(Type.String()),
|
|
245
|
+
hasResult: Type.Optional(Type.Boolean()),
|
|
246
|
+
aborted: Type.Optional(Type.Boolean()),
|
|
247
|
+
abortable: Type.Optional(Type.Boolean()),
|
|
248
|
+
alive: Type.Optional(Type.Boolean()),
|
|
249
|
+
unknown: Type.Optional(Type.Boolean()),
|
|
250
|
+
startTime: Type.Optional(Type.Number()),
|
|
251
|
+
runningTime: Type.Optional(Type.Number()),
|
|
252
|
+
result: Type.Optional(Type.Unknown()),
|
|
253
|
+
}, { additionalProperties: true, });
|
|
254
|
+
export const FutureWaitResultSchema = Type.Object({
|
|
255
|
+
futureId: Type.String(),
|
|
256
|
+
jobId: Type.Optional(Type.String()),
|
|
257
|
+
state: Type.String(),
|
|
258
|
+
elapsedMs: Type.Number(),
|
|
259
|
+
pollCount: Type.Number(),
|
|
260
|
+
success: Type.Boolean(),
|
|
261
|
+
timedOut: Type.Optional(Type.Boolean()),
|
|
262
|
+
hasResult: Type.Boolean(),
|
|
263
|
+
alive: Type.Optional(Type.Boolean()),
|
|
264
|
+
aborted: Type.Optional(Type.Boolean()),
|
|
265
|
+
unknown: Type.Optional(Type.Boolean()),
|
|
266
|
+
result: Type.Optional(Type.Unknown()),
|
|
267
|
+
}, { additionalProperties: true, });
|
|
239
268
|
export const BuildModeSchema = Type.Union([
|
|
240
269
|
Type.Literal("RECURSIVE_BUILD"),
|
|
241
270
|
Type.Literal("NON_RECURSIVE_FORCED_BUILD"),
|
|
@@ -284,9 +313,63 @@ export const ScenarioStatusSchema = Type.Object({
|
|
|
284
313
|
}, { additionalProperties: true, })),
|
|
285
314
|
}, { additionalProperties: true, })),
|
|
286
315
|
}, { additionalProperties: true, });
|
|
316
|
+
export const ScenarioWaitResultSchema = Type.Object({
|
|
317
|
+
scenarioId: Type.String(),
|
|
318
|
+
runId: Type.String(),
|
|
319
|
+
outcome: Type.String(),
|
|
320
|
+
success: Type.Boolean(),
|
|
321
|
+
elapsedMs: Type.Number(),
|
|
322
|
+
pollCount: Type.Number(),
|
|
323
|
+
timedOut: Type.Optional(Type.Boolean()),
|
|
324
|
+
});
|
|
325
|
+
// ---------------------------------------------------------------------------
|
|
326
|
+
// Flow zones
|
|
327
|
+
// ---------------------------------------------------------------------------
|
|
328
|
+
export const FlowZoneObjectTypeSchema = Type.Union([
|
|
329
|
+
Type.Literal("DATASET"),
|
|
330
|
+
Type.Literal("MANAGED_FOLDER"),
|
|
331
|
+
Type.Literal("SAVED_MODEL"),
|
|
332
|
+
Type.Literal("RECIPE"),
|
|
333
|
+
Type.Literal("MODEL_EVALUATION_STORE"),
|
|
334
|
+
Type.Literal("STREAMING_ENDPOINT"),
|
|
335
|
+
Type.Literal("LABELING_TASK"),
|
|
336
|
+
Type.Literal("RETRIEVABLE_KNOWLEDGE"),
|
|
337
|
+
]);
|
|
338
|
+
export const FlowZoneItemSchema = Type.Object({
|
|
339
|
+
objectId: Type.String(),
|
|
340
|
+
objectType: FlowZoneObjectTypeSchema,
|
|
341
|
+
projectKey: Type.Optional(Type.String()),
|
|
342
|
+
}, { additionalProperties: true, });
|
|
343
|
+
export const FlowZoneSchema = Type.Object({
|
|
344
|
+
id: Type.String(),
|
|
345
|
+
name: Type.String(),
|
|
346
|
+
color: Type.Optional(Type.String()),
|
|
347
|
+
projectKey: Type.Optional(Type.String()),
|
|
348
|
+
items: Type.Optional(Type.Array(FlowZoneItemSchema)),
|
|
349
|
+
shared: Type.Optional(Type.Array(FlowZoneItemSchema)),
|
|
350
|
+
}, { additionalProperties: true, });
|
|
351
|
+
export const FlowZoneArraySchema = Type.Array(FlowZoneSchema);
|
|
352
|
+
export const FlowZoneCreateOptionsSchema = Type.Object({
|
|
353
|
+
name: Type.String(),
|
|
354
|
+
color: Type.Optional(Type.String()),
|
|
355
|
+
projectKey: Type.Optional(Type.String()),
|
|
356
|
+
}, { additionalProperties: false, });
|
|
357
|
+
export const FlowZoneUpdateOptionsSchema = Type.Object({
|
|
358
|
+
name: Type.Optional(Type.String()),
|
|
359
|
+
color: Type.Optional(Type.String()),
|
|
360
|
+
projectKey: Type.Optional(Type.String()),
|
|
361
|
+
}, { additionalProperties: false, });
|
|
287
362
|
// ---------------------------------------------------------------------------
|
|
288
363
|
// Folders
|
|
289
364
|
// ---------------------------------------------------------------------------
|
|
365
|
+
export const FolderCreateOptionsSchema = Type.Object({
|
|
366
|
+
name: Type.String(),
|
|
367
|
+
type: Type.String(),
|
|
368
|
+
connection: Type.String(),
|
|
369
|
+
path: Type.Optional(Type.String()),
|
|
370
|
+
params: Type.Optional(Type.Record(Type.String(), Type.Unknown())),
|
|
371
|
+
projectKey: Type.Optional(Type.String()),
|
|
372
|
+
}, { additionalProperties: false, });
|
|
290
373
|
export const FolderSummarySchema = Type.Object({
|
|
291
374
|
id: Type.String(),
|
|
292
375
|
name: Type.Optional(Type.String()),
|
|
@@ -340,6 +423,116 @@ export const CodeEnvDetailsSchema = Type.Object({
|
|
|
340
423
|
requestedPackages: Type.Array(Type.String()),
|
|
341
424
|
installedPackages: Type.Array(Type.String()),
|
|
342
425
|
});
|
|
426
|
+
export const CodeEnvActionResultSchema = Type.Record(Type.String(), Type.Unknown());
|
|
427
|
+
export const CodeEnvCreateOptionsSchema = Type.Object({
|
|
428
|
+
envLang: Type.String(),
|
|
429
|
+
envName: Type.String(),
|
|
430
|
+
deploymentMode: Type.String(),
|
|
431
|
+
params: Type.Optional(Type.Record(Type.String(), Type.Unknown())),
|
|
432
|
+
wait: Type.Optional(Type.Boolean()),
|
|
433
|
+
}, { additionalProperties: false, });
|
|
434
|
+
export const CodeEnvPackageListSchema = Type.Union([
|
|
435
|
+
Type.String(),
|
|
436
|
+
Type.Array(Type.String()),
|
|
437
|
+
]);
|
|
438
|
+
export const CodeEnvSetPackagesOptionsSchema = Type.Object({
|
|
439
|
+
packages: CodeEnvPackageListSchema,
|
|
440
|
+
installCorePackages: Type.Optional(Type.Boolean()),
|
|
441
|
+
}, { additionalProperties: false, });
|
|
442
|
+
export const CodeEnvUpdatePackagesOptionsSchema = Type.Object({
|
|
443
|
+
forceRebuildEnv: Type.Optional(Type.Boolean()),
|
|
444
|
+
versionToUpdate: Type.Optional(Type.String()),
|
|
445
|
+
wait: Type.Optional(Type.Boolean()),
|
|
446
|
+
}, { additionalProperties: false, });
|
|
447
|
+
export const CodeEnvWaitOptionsSchema = Type.Object({
|
|
448
|
+
wait: Type.Optional(Type.Boolean()),
|
|
449
|
+
}, { additionalProperties: false, });
|
|
450
|
+
export const CodeEnvUsageArraySchema = Type.Array(CodeEnvActionResultSchema);
|
|
451
|
+
// ---------------------------------------------------------------------------
|
|
452
|
+
// Wiki, Dashboards, Insights
|
|
453
|
+
// ---------------------------------------------------------------------------
|
|
454
|
+
export const WikiTaxonomyNodeSchema = Type.Object({
|
|
455
|
+
id: Type.String(),
|
|
456
|
+
children: Type.Array(Type.Unknown()),
|
|
457
|
+
}, { additionalProperties: true, });
|
|
458
|
+
export const WikiSettingsSchema = Type.Object({
|
|
459
|
+
projectKey: Type.Optional(Type.String()),
|
|
460
|
+
taxonomy: Type.Optional(Type.Array(WikiTaxonomyNodeSchema)),
|
|
461
|
+
homeArticleId: Type.Optional(Type.String()),
|
|
462
|
+
}, { additionalProperties: true, });
|
|
463
|
+
export const WikiArticleMetadataSchema = Type.Object({
|
|
464
|
+
id: Type.String(),
|
|
465
|
+
name: Type.Optional(Type.String()),
|
|
466
|
+
projectKey: Type.Optional(Type.String()),
|
|
467
|
+
}, { additionalProperties: true, });
|
|
468
|
+
export const WikiArticleDataSchema = Type.Object({
|
|
469
|
+
article: WikiArticleMetadataSchema,
|
|
470
|
+
payload: Type.Optional(Type.String()),
|
|
471
|
+
}, { additionalProperties: true, });
|
|
472
|
+
export const DashboardSummarySchema = Type.Object({
|
|
473
|
+
id: Type.String(),
|
|
474
|
+
name: Type.String(),
|
|
475
|
+
projectKey: Type.Optional(Type.String()),
|
|
476
|
+
owner: Type.Optional(Type.String()),
|
|
477
|
+
listed: Type.Optional(Type.Boolean()),
|
|
478
|
+
numPages: Type.Optional(Type.Number()),
|
|
479
|
+
numTiles: Type.Optional(Type.Number()),
|
|
480
|
+
}, { additionalProperties: true, });
|
|
481
|
+
export const DashboardDetailsSchema = Type.Object({
|
|
482
|
+
id: Type.String(),
|
|
483
|
+
name: Type.String(),
|
|
484
|
+
projectKey: Type.Optional(Type.String()),
|
|
485
|
+
owner: Type.Optional(Type.String()),
|
|
486
|
+
listed: Type.Optional(Type.Boolean()),
|
|
487
|
+
pages: Type.Optional(Type.Array(Type.Unknown())),
|
|
488
|
+
}, { additionalProperties: true, });
|
|
489
|
+
export const InsightSummarySchema = Type.Object({
|
|
490
|
+
id: Type.String(),
|
|
491
|
+
name: Type.String(),
|
|
492
|
+
type: Type.Optional(Type.String()),
|
|
493
|
+
projectKey: Type.Optional(Type.String()),
|
|
494
|
+
owner: Type.Optional(Type.String()),
|
|
495
|
+
listed: Type.Optional(Type.Boolean()),
|
|
496
|
+
}, { additionalProperties: true, });
|
|
497
|
+
export const InsightDetailsSchema = Type.Object({
|
|
498
|
+
id: Type.String(),
|
|
499
|
+
name: Type.String(),
|
|
500
|
+
type: Type.Optional(Type.String()),
|
|
501
|
+
projectKey: Type.Optional(Type.String()),
|
|
502
|
+
owner: Type.Optional(Type.String()),
|
|
503
|
+
listed: Type.Optional(Type.Boolean()),
|
|
504
|
+
}, { additionalProperties: true, });
|
|
505
|
+
export const DataQualityRuleSchema = Type.Object({
|
|
506
|
+
id: Type.String(),
|
|
507
|
+
displayName: Type.Optional(Type.String()),
|
|
508
|
+
name: Type.Optional(Type.String()),
|
|
509
|
+
type: Type.Optional(Type.String()),
|
|
510
|
+
enabled: Type.Optional(Type.Boolean()),
|
|
511
|
+
autoRun: Type.Optional(Type.Boolean()),
|
|
512
|
+
computeOnBuildMode: Type.Optional(Type.String()),
|
|
513
|
+
}, { additionalProperties: true, });
|
|
514
|
+
export const DataQualityRulesSchema = Type.Object({
|
|
515
|
+
checks: Type.Array(DataQualityRuleSchema),
|
|
516
|
+
monitor: Type.Optional(Type.Unknown()),
|
|
517
|
+
displayedState: Type.Optional(Type.Unknown()),
|
|
518
|
+
}, { additionalProperties: true, });
|
|
519
|
+
export const DataQualityRuleResultSchema = Type.Object({
|
|
520
|
+
id: Type.Optional(Type.String()),
|
|
521
|
+
name: Type.Optional(Type.String()),
|
|
522
|
+
ruleId: Type.Optional(Type.String()),
|
|
523
|
+
outcome: Type.Optional(Type.String()),
|
|
524
|
+
status: Type.Optional(Type.String()),
|
|
525
|
+
}, { additionalProperties: true, });
|
|
526
|
+
export const DataQualityStatusByPartitionSchema = Type.Record(Type.String(), Type.Unknown());
|
|
527
|
+
export const DataQualityStatusSchema = Type.Union([
|
|
528
|
+
Type.String(),
|
|
529
|
+
Type.Record(Type.String(), Type.Unknown()),
|
|
530
|
+
]);
|
|
531
|
+
export const DataQualityProjectStatusSchema = Type.Record(Type.String(), Type.Unknown());
|
|
532
|
+
export const DataQualityTimelineEntrySchema = Type.Record(Type.String(), Type.Unknown());
|
|
533
|
+
export const DataQualityComputeResultSchema = Type.Object({
|
|
534
|
+
jobId: Type.Optional(Type.String()),
|
|
535
|
+
}, { additionalProperties: true, });
|
|
343
536
|
// ---------------------------------------------------------------------------
|
|
344
537
|
// Jupyter Notebooks
|
|
345
538
|
// ---------------------------------------------------------------------------
|
|
@@ -429,6 +622,12 @@ export const ScenarioSummaryArraySchema = Type.Array(ScenarioSummarySchema);
|
|
|
429
622
|
export const FolderSummaryArraySchema = Type.Array(FolderSummarySchema);
|
|
430
623
|
export const FolderItemArraySchema = Type.Array(FolderItemSchema);
|
|
431
624
|
export const CodeEnvSummaryArraySchema = Type.Array(CodeEnvSummarySchema);
|
|
625
|
+
export const WikiArticleDataArraySchema = Type.Array(WikiArticleDataSchema);
|
|
626
|
+
export const DashboardSummaryArraySchema = Type.Array(DashboardSummarySchema);
|
|
627
|
+
export const InsightSummaryArraySchema = Type.Array(InsightSummarySchema);
|
|
628
|
+
export const DataQualityRuleArraySchema = Type.Array(DataQualityRuleSchema);
|
|
629
|
+
export const DataQualityRuleResultArraySchema = Type.Array(DataQualityRuleResultSchema);
|
|
630
|
+
export const DataQualityTimelineSchema = Type.Array(DataQualityTimelineEntrySchema);
|
|
432
631
|
export const JupyterNotebookSummaryArraySchema = Type.Array(JupyterNotebookSummarySchema);
|
|
433
632
|
export const SqlNotebookSummaryArraySchema = Type.Array(SqlNotebookSummarySchema);
|
|
434
633
|
export const NotebookSessionArraySchema = Type.Array(NotebookSessionSchema);
|