dataiku-sdk 0.3.1 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/bin/dss.js +76 -3
  2. package/dist/packages/types/src/index.d.ts +285 -0
  3. package/dist/packages/types/src/index.js +199 -0
  4. package/dist/src/cli.js +4331 -580
  5. package/dist/src/client.d.ts +18 -0
  6. package/dist/src/client.js +30 -0
  7. package/dist/src/errors.d.ts +2 -0
  8. package/dist/src/errors.js +45 -1
  9. package/dist/src/index.d.ts +9 -3
  10. package/dist/src/index.js +7 -1
  11. package/dist/src/resources/code-envs.d.ts +9 -1
  12. package/dist/src/resources/code-envs.js +80 -1
  13. package/dist/src/resources/connections.d.ts +3 -1
  14. package/dist/src/resources/connections.js +4 -2
  15. package/dist/src/resources/dashboards.d.ts +19 -0
  16. package/dist/src/resources/dashboards.js +30 -0
  17. package/dist/src/resources/data-quality.d.ts +54 -0
  18. package/dist/src/resources/data-quality.js +119 -0
  19. package/dist/src/resources/datasets.js +1 -1
  20. package/dist/src/resources/flow-zones.d.ts +25 -0
  21. package/dist/src/resources/flow-zones.js +59 -0
  22. package/dist/src/resources/folders.d.ts +4 -1
  23. package/dist/src/resources/folders.js +27 -0
  24. package/dist/src/resources/futures.d.ts +15 -0
  25. package/dist/src/resources/futures.js +86 -0
  26. package/dist/src/resources/insights.d.ts +28 -0
  27. package/dist/src/resources/insights.js +64 -0
  28. package/dist/src/resources/jobs.d.ts +7 -4
  29. package/dist/src/resources/jobs.js +9 -7
  30. package/dist/src/resources/recipes.js +115 -66
  31. package/dist/src/resources/scenarios.d.ts +10 -1
  32. package/dist/src/resources/scenarios.js +47 -0
  33. package/dist/src/resources/wiki.d.ts +22 -0
  34. package/dist/src/resources/wiki.js +73 -0
  35. package/dist/src/schemas.d.ts +2 -2
  36. package/dist/src/schemas.js +1 -1
  37. package/dist/src/utils/cleanup-ledger.d.ts +15 -0
  38. package/dist/src/utils/cleanup-ledger.js +15 -0
  39. package/node_modules/@sinclair/typebox/package.json +2 -2
  40. package/node_modules/@sinclair/typebox/readme.md +7 -7
  41. package/package.json +11 -7
  42. package/packages/types/dist/index.d.ts +285 -0
  43. package/packages/types/dist/index.js +199 -0
@@ -196,6 +196,7 @@ export const RecipeCreateOptionsSchema = Type.Object({
196
196
  joinOn: Type.Optional(Type.Union([Type.String(), Type.Array(Type.String()),])),
197
197
  joinType: Type.Optional(Type.String()),
198
198
  projectKey: Type.Optional(Type.String()),
199
+ outputFolder: Type.Optional(Type.String()),
199
200
  });
200
201
  export const RecipeCreateResultSchema = Type.Object({
201
202
  recipeName: Type.String(),
@@ -203,6 +204,9 @@ export const RecipeCreateResultSchema = Type.Object({
203
204
  createdDatasets: Type.Array(Type.String()),
204
205
  joinConfigured: Type.Boolean(),
205
206
  outputProvisioningFallbackUsed: Type.Boolean(),
207
+ outputFolder: Type.Optional(Type.String()),
208
+ temporaryOutputDataset: Type.Optional(Type.String()),
209
+ temporaryOutputDatasetDeleted: Type.Optional(Type.Boolean()),
206
210
  });
207
211
  // ---------------------------------------------------------------------------
208
212
  // Jobs
@@ -236,6 +240,31 @@ export const JobWaitResultSchema = Type.Object({
236
240
  }),
237
241
  log: Type.Optional(Type.String()),
238
242
  });
243
+ export const FutureStateSchema = Type.Object({
244
+ jobId: Type.Optional(Type.String()),
245
+ hasResult: Type.Optional(Type.Boolean()),
246
+ aborted: Type.Optional(Type.Boolean()),
247
+ abortable: Type.Optional(Type.Boolean()),
248
+ alive: Type.Optional(Type.Boolean()),
249
+ unknown: Type.Optional(Type.Boolean()),
250
+ startTime: Type.Optional(Type.Number()),
251
+ runningTime: Type.Optional(Type.Number()),
252
+ result: Type.Optional(Type.Unknown()),
253
+ }, { additionalProperties: true, });
254
+ export const FutureWaitResultSchema = Type.Object({
255
+ futureId: Type.String(),
256
+ jobId: Type.Optional(Type.String()),
257
+ state: Type.String(),
258
+ elapsedMs: Type.Number(),
259
+ pollCount: Type.Number(),
260
+ success: Type.Boolean(),
261
+ timedOut: Type.Optional(Type.Boolean()),
262
+ hasResult: Type.Boolean(),
263
+ alive: Type.Optional(Type.Boolean()),
264
+ aborted: Type.Optional(Type.Boolean()),
265
+ unknown: Type.Optional(Type.Boolean()),
266
+ result: Type.Optional(Type.Unknown()),
267
+ }, { additionalProperties: true, });
239
268
  export const BuildModeSchema = Type.Union([
240
269
  Type.Literal("RECURSIVE_BUILD"),
241
270
  Type.Literal("NON_RECURSIVE_FORCED_BUILD"),
@@ -284,9 +313,63 @@ export const ScenarioStatusSchema = Type.Object({
284
313
  }, { additionalProperties: true, })),
285
314
  }, { additionalProperties: true, })),
286
315
  }, { additionalProperties: true, });
316
+ export const ScenarioWaitResultSchema = Type.Object({
317
+ scenarioId: Type.String(),
318
+ runId: Type.String(),
319
+ outcome: Type.String(),
320
+ success: Type.Boolean(),
321
+ elapsedMs: Type.Number(),
322
+ pollCount: Type.Number(),
323
+ timedOut: Type.Optional(Type.Boolean()),
324
+ });
325
+ // ---------------------------------------------------------------------------
326
+ // Flow zones
327
+ // ---------------------------------------------------------------------------
328
+ export const FlowZoneObjectTypeSchema = Type.Union([
329
+ Type.Literal("DATASET"),
330
+ Type.Literal("MANAGED_FOLDER"),
331
+ Type.Literal("SAVED_MODEL"),
332
+ Type.Literal("RECIPE"),
333
+ Type.Literal("MODEL_EVALUATION_STORE"),
334
+ Type.Literal("STREAMING_ENDPOINT"),
335
+ Type.Literal("LABELING_TASK"),
336
+ Type.Literal("RETRIEVABLE_KNOWLEDGE"),
337
+ ]);
338
+ export const FlowZoneItemSchema = Type.Object({
339
+ objectId: Type.String(),
340
+ objectType: FlowZoneObjectTypeSchema,
341
+ projectKey: Type.Optional(Type.String()),
342
+ }, { additionalProperties: true, });
343
+ export const FlowZoneSchema = Type.Object({
344
+ id: Type.String(),
345
+ name: Type.String(),
346
+ color: Type.Optional(Type.String()),
347
+ projectKey: Type.Optional(Type.String()),
348
+ items: Type.Optional(Type.Array(FlowZoneItemSchema)),
349
+ shared: Type.Optional(Type.Array(FlowZoneItemSchema)),
350
+ }, { additionalProperties: true, });
351
+ export const FlowZoneArraySchema = Type.Array(FlowZoneSchema);
352
+ export const FlowZoneCreateOptionsSchema = Type.Object({
353
+ name: Type.String(),
354
+ color: Type.Optional(Type.String()),
355
+ projectKey: Type.Optional(Type.String()),
356
+ }, { additionalProperties: false, });
357
+ export const FlowZoneUpdateOptionsSchema = Type.Object({
358
+ name: Type.Optional(Type.String()),
359
+ color: Type.Optional(Type.String()),
360
+ projectKey: Type.Optional(Type.String()),
361
+ }, { additionalProperties: false, });
287
362
  // ---------------------------------------------------------------------------
288
363
  // Folders
289
364
  // ---------------------------------------------------------------------------
365
+ export const FolderCreateOptionsSchema = Type.Object({
366
+ name: Type.String(),
367
+ type: Type.String(),
368
+ connection: Type.String(),
369
+ path: Type.Optional(Type.String()),
370
+ params: Type.Optional(Type.Record(Type.String(), Type.Unknown())),
371
+ projectKey: Type.Optional(Type.String()),
372
+ }, { additionalProperties: false, });
290
373
  export const FolderSummarySchema = Type.Object({
291
374
  id: Type.String(),
292
375
  name: Type.Optional(Type.String()),
@@ -340,6 +423,116 @@ export const CodeEnvDetailsSchema = Type.Object({
340
423
  requestedPackages: Type.Array(Type.String()),
341
424
  installedPackages: Type.Array(Type.String()),
342
425
  });
426
+ export const CodeEnvActionResultSchema = Type.Record(Type.String(), Type.Unknown());
427
+ export const CodeEnvCreateOptionsSchema = Type.Object({
428
+ envLang: Type.String(),
429
+ envName: Type.String(),
430
+ deploymentMode: Type.String(),
431
+ params: Type.Optional(Type.Record(Type.String(), Type.Unknown())),
432
+ wait: Type.Optional(Type.Boolean()),
433
+ }, { additionalProperties: false, });
434
+ export const CodeEnvPackageListSchema = Type.Union([
435
+ Type.String(),
436
+ Type.Array(Type.String()),
437
+ ]);
438
+ export const CodeEnvSetPackagesOptionsSchema = Type.Object({
439
+ packages: CodeEnvPackageListSchema,
440
+ installCorePackages: Type.Optional(Type.Boolean()),
441
+ }, { additionalProperties: false, });
442
+ export const CodeEnvUpdatePackagesOptionsSchema = Type.Object({
443
+ forceRebuildEnv: Type.Optional(Type.Boolean()),
444
+ versionToUpdate: Type.Optional(Type.String()),
445
+ wait: Type.Optional(Type.Boolean()),
446
+ }, { additionalProperties: false, });
447
+ export const CodeEnvWaitOptionsSchema = Type.Object({
448
+ wait: Type.Optional(Type.Boolean()),
449
+ }, { additionalProperties: false, });
450
+ export const CodeEnvUsageArraySchema = Type.Array(CodeEnvActionResultSchema);
451
+ // ---------------------------------------------------------------------------
452
+ // Wiki, Dashboards, Insights
453
+ // ---------------------------------------------------------------------------
454
+ export const WikiTaxonomyNodeSchema = Type.Object({
455
+ id: Type.String(),
456
+ children: Type.Array(Type.Unknown()),
457
+ }, { additionalProperties: true, });
458
+ export const WikiSettingsSchema = Type.Object({
459
+ projectKey: Type.Optional(Type.String()),
460
+ taxonomy: Type.Optional(Type.Array(WikiTaxonomyNodeSchema)),
461
+ homeArticleId: Type.Optional(Type.String()),
462
+ }, { additionalProperties: true, });
463
+ export const WikiArticleMetadataSchema = Type.Object({
464
+ id: Type.String(),
465
+ name: Type.Optional(Type.String()),
466
+ projectKey: Type.Optional(Type.String()),
467
+ }, { additionalProperties: true, });
468
+ export const WikiArticleDataSchema = Type.Object({
469
+ article: WikiArticleMetadataSchema,
470
+ payload: Type.Optional(Type.String()),
471
+ }, { additionalProperties: true, });
472
+ export const DashboardSummarySchema = Type.Object({
473
+ id: Type.String(),
474
+ name: Type.String(),
475
+ projectKey: Type.Optional(Type.String()),
476
+ owner: Type.Optional(Type.String()),
477
+ listed: Type.Optional(Type.Boolean()),
478
+ numPages: Type.Optional(Type.Number()),
479
+ numTiles: Type.Optional(Type.Number()),
480
+ }, { additionalProperties: true, });
481
+ export const DashboardDetailsSchema = Type.Object({
482
+ id: Type.String(),
483
+ name: Type.String(),
484
+ projectKey: Type.Optional(Type.String()),
485
+ owner: Type.Optional(Type.String()),
486
+ listed: Type.Optional(Type.Boolean()),
487
+ pages: Type.Optional(Type.Array(Type.Unknown())),
488
+ }, { additionalProperties: true, });
489
+ export const InsightSummarySchema = Type.Object({
490
+ id: Type.String(),
491
+ name: Type.String(),
492
+ type: Type.Optional(Type.String()),
493
+ projectKey: Type.Optional(Type.String()),
494
+ owner: Type.Optional(Type.String()),
495
+ listed: Type.Optional(Type.Boolean()),
496
+ }, { additionalProperties: true, });
497
+ export const InsightDetailsSchema = Type.Object({
498
+ id: Type.String(),
499
+ name: Type.String(),
500
+ type: Type.Optional(Type.String()),
501
+ projectKey: Type.Optional(Type.String()),
502
+ owner: Type.Optional(Type.String()),
503
+ listed: Type.Optional(Type.Boolean()),
504
+ }, { additionalProperties: true, });
505
+ export const DataQualityRuleSchema = Type.Object({
506
+ id: Type.String(),
507
+ displayName: Type.Optional(Type.String()),
508
+ name: Type.Optional(Type.String()),
509
+ type: Type.Optional(Type.String()),
510
+ enabled: Type.Optional(Type.Boolean()),
511
+ autoRun: Type.Optional(Type.Boolean()),
512
+ computeOnBuildMode: Type.Optional(Type.String()),
513
+ }, { additionalProperties: true, });
514
+ export const DataQualityRulesSchema = Type.Object({
515
+ checks: Type.Array(DataQualityRuleSchema),
516
+ monitor: Type.Optional(Type.Unknown()),
517
+ displayedState: Type.Optional(Type.Unknown()),
518
+ }, { additionalProperties: true, });
519
+ export const DataQualityRuleResultSchema = Type.Object({
520
+ id: Type.Optional(Type.String()),
521
+ name: Type.Optional(Type.String()),
522
+ ruleId: Type.Optional(Type.String()),
523
+ outcome: Type.Optional(Type.String()),
524
+ status: Type.Optional(Type.String()),
525
+ }, { additionalProperties: true, });
526
+ export const DataQualityStatusByPartitionSchema = Type.Record(Type.String(), Type.Unknown());
527
+ export const DataQualityStatusSchema = Type.Union([
528
+ Type.String(),
529
+ Type.Record(Type.String(), Type.Unknown()),
530
+ ]);
531
+ export const DataQualityProjectStatusSchema = Type.Record(Type.String(), Type.Unknown());
532
+ export const DataQualityTimelineEntrySchema = Type.Record(Type.String(), Type.Unknown());
533
+ export const DataQualityComputeResultSchema = Type.Object({
534
+ jobId: Type.Optional(Type.String()),
535
+ }, { additionalProperties: true, });
343
536
  // ---------------------------------------------------------------------------
344
537
  // Jupyter Notebooks
345
538
  // ---------------------------------------------------------------------------
@@ -429,6 +622,12 @@ export const ScenarioSummaryArraySchema = Type.Array(ScenarioSummarySchema);
429
622
  export const FolderSummaryArraySchema = Type.Array(FolderSummarySchema);
430
623
  export const FolderItemArraySchema = Type.Array(FolderItemSchema);
431
624
  export const CodeEnvSummaryArraySchema = Type.Array(CodeEnvSummarySchema);
625
+ export const WikiArticleDataArraySchema = Type.Array(WikiArticleDataSchema);
626
+ export const DashboardSummaryArraySchema = Type.Array(DashboardSummarySchema);
627
+ export const InsightSummaryArraySchema = Type.Array(InsightSummarySchema);
628
+ export const DataQualityRuleArraySchema = Type.Array(DataQualityRuleSchema);
629
+ export const DataQualityRuleResultArraySchema = Type.Array(DataQualityRuleResultSchema);
630
+ export const DataQualityTimelineSchema = Type.Array(DataQualityTimelineEntrySchema);
432
631
  export const JupyterNotebookSummaryArraySchema = Type.Array(JupyterNotebookSummarySchema);
433
632
  export const SqlNotebookSummaryArraySchema = Type.Array(SqlNotebookSummarySchema);
434
633
  export const NotebookSessionArraySchema = Type.Array(NotebookSessionSchema);