dataiku-sdk 0.10.0 → 0.11.0

package/dist/src/resources/recipes.js

@@ -147,6 +147,20 @@ function rewriteSqlTableReferences(payload, rewrites) {
     }
     return next;
 }
+function rewritePayloadText(payload, rewrites) {
+    const entries = Object
+        .entries(rewrites)
+        .filter(([from,]) => from.length > 0)
+        .sort(([left,], [right,]) => right.length - left.length);
+    if (entries.length === 0)
+        return payload;
+    const replacements = new Map(entries);
+    const alternatives = entries
+        .map(([from,]) => escapedRegExp(from))
+        .join("|");
+    const pattern = new RegExp(String.raw `(?<![A-Za-z0-9_$])(${alternatives})(?![A-Za-z0-9_$])`, "g");
+    return payload.replace(pattern, (match) => replacements.get(match) ?? match);
+}
 function rewritePayload(payload, rewrites, payloadTextRewrites = {}, recipeType) {
     if (payload === undefined
         || (Object.keys(rewrites).length === 0 && Object.keys(payloadTextRewrites).length === 0)) {
@@ -162,10 +176,7 @@ function rewritePayload(payload, rewrites, payloadTextRewrites = {}, recipeType)
     if (isSqlRecipeType(recipeType)) {
         next = rewriteSqlTableReferences(next, rewrites);
     }
-    for (const [from, to,] of Object.entries(payloadTextRewrites)) {
-        if (from.length > 0)
-            next = next.split(from).join(to);
-    }
+    next = rewritePayloadText(next, payloadTextRewrites);
     return next;
 }
 function cloneRecipeDefinition(recipe, targetName, projectKey, rewrites) {
@@ -553,6 +564,37 @@ export class RecipesResource extends BaseResource {
             await provisionOutputDatasets();
             await createRecipe();
         }
+        // For sync recipes (a 1:1 copy) DSS does not propagate schema on build, so a
+        // schemaless dataset output silently builds to an empty dataset. Copy the
+        // single input's schema onto any schemaless dataset output so the build
+        // materializes rows (mirrors the DSS UI, which sets the sync output schema).
+        let syncOutputSchemaPropagated;
+        if (type.toLowerCase() === "sync" && !outputFolder) {
+            const inputRefs = recipeInputItems({ inputs, }).map((item) => item.ref);
+            const outputDatasetRefs = recipeOutputItems({ outputs, })
+                .filter((item) => item.type !== "MANAGED_FOLDER")
+                .map((item) => item.ref);
+            if (inputRefs.length === 1 && outputDatasetRefs.length > 0) {
+                const inputSchema = await this.client.datasets
+                    .schema(inputRefs[0], pk)
+                    .catch(() => undefined);
+                const inputColumns = inputSchema?.columns;
+                if (inputColumns && inputColumns.length > 0) {
+                    const propagated = [];
+                    for (const ref of outputDatasetRefs) {
+                        const current = await this.client.datasets
+                            .schema(ref, pk)
+                            .catch(() => undefined);
+                        if (current && current.columns.length === 0) {
+                            await this.client.datasets.updateSchema(ref, inputColumns, pk);
+                            propagated.push(ref);
+                        }
+                    }
+                    if (propagated.length > 0)
+                        syncOutputSchemaPropagated = propagated;
+                }
+            }
+        }
         // For join recipes: configure join conditions after creation
         let joinConfigured = false;
         const joinCols = typeof opts.joinOn === "string" ? [opts.joinOn,] : asStringArray(opts.joinOn);
@@ -627,6 +669,7 @@ export class RecipesResource extends BaseResource {
             createdDatasets,
             joinConfigured,
             outputProvisioningFallbackUsed: usedOutputProvisioningFallback,
+            ...(syncOutputSchemaPropagated ? { syncOutputSchemaPropagated, } : {}),
             ...(outputFolder ? { outputFolder, } : {}),
             ...(temporaryOutputDataset ? { temporaryOutputDataset, } : {}),
             ...(temporaryOutputDatasetDeleted !== undefined ? { temporaryOutputDatasetDeleted, } : {}),
@@ -719,10 +762,10 @@ export class RecipesResource extends BaseResource {
         };
     }
     /**
-    * Download a recipe code payload to a local file.
+        * Download a recipe code payload to a local file.
 
-    * Returns the path to the written file.
-    */
+        * Returns the path to the written file.
+        */
     async downloadCode(recipeName, opts) {
         const result = await this.get(recipeName, {
             includePayload: true,

package/dist/src/resources/scenarios.js

@@ -291,46 +291,87 @@ export class ScenariosResource extends BaseResource {
      * Returns `{ success: false, timedOut: true }` on timeout rather than throwing.
      */
     async runAndWait(scenarioId, opts) {
-        const { runId, } = await this.run(scenarioId, opts?.projectKey);
+        const pkEnc = this.enc(opts?.projectKey);
+        const base = `/public/api/projects/${pkEnc}/scenarios/${encodeURIComponent(scenarioId)}`;
         const baseIntervalMs = Math.max(1, opts?.pollIntervalMs ?? 2_000);
         const adaptivePolling = opts?.pollIntervalMs === undefined;
         const timeout = Math.max(baseIntervalMs, opts?.timeoutMs ?? 120_000);
         const startedAt = Date.now();
+        // POST /run/ returns a TRIGGER run id, which differs from the actual scenario
+        // run id; resolve the real run via get-run-for-trigger so a completed scenario
+        // is not misreported as a timeout (the trigger id never matches lastRun).
+        const trigger = await this.client.post(`${base}/run/`, {});
+        const triggerObj = trigger.trigger;
+        const triggerId = triggerObj?.id ?? "manual";
+        const triggerRunId = String(trigger.runId ?? trigger.id ?? "");
+        if (!triggerRunId) {
+            throw new DataikuError(500, "Scenario run not started", `Scenario "${scenarioId}" run trigger returned no run id; cannot track the run.`);
+        }
+        const trigQuery = `triggerId=${encodeURIComponent(triggerId)}&triggerRunId=${encodeURIComponent(triggerRunId)}`;
+        let runId = "";
+        let outcome = "UNKNOWN";
         let pollCount = 0;
+        let timedOut = false;
         while (true) {
-            pollCount += 1;
-            const st = await this.status(scenarioId, opts?.projectKey);
-            const elapsedMs = Date.now() - startedAt;
-            // Scenario finished when it's no longer running and lastRun matches our runId
-            if (!st.running && st.lastRun?.runId === runId) {
-                const outcome = st.lastRun?.outcome ?? "UNKNOWN";
-                return {
-                    scenarioId,
-                    runId,
-                    outcome,
-                    success: outcome === "SUCCESS",
-                    elapsedMs,
-                    pollCount,
-                };
+            if (Date.now() - startedAt >= timeout) {
+                outcome = "TIMEOUT";
+                timedOut = true;
+                break;
             }
-            if (elapsedMs >= timeout) {
-                return {
-                    scenarioId,
-                    runId,
-                    outcome: "TIMEOUT",
-                    success: false,
-                    elapsedMs,
-                    pollCount,
-                    timedOut: true,
-                };
+            pollCount += 1;
+            const run = await this.client.get(`${base}/get-run-for-trigger?${trigQuery}`);
+            const scenarioRun = run.scenarioRun;
+            if (scenarioRun) {
+                runId = scenarioRun.runId ?? runId;
+                const result = scenarioRun.result;
+                const finished = result?.outcome;
+                if (finished) {
+                    outcome = finished;
+                    break;
+                }
             }
             const nextDelayMs = computeNextPollDelayMs({
                 pollCount,
                 baseIntervalMs,
                 adaptiveEnabled: adaptivePolling,
             });
-            await new Promise((r) => setTimeout(r, Math.min(nextDelayMs, timeout - elapsedMs)));
+            const { promise, resolve, } = Promise.withResolvers();
+            setTimeout(resolve, Math.min(nextDelayMs, Math.max(1, timeout - (Date.now() - startedAt))));
+            await promise;
         }
+        const resolvedRunId = runId || triggerRunId;
+        let steps;
+        if (!timedOut && runId) {
+            try {
+                const details = await this.client.get(`${base}/${encodeURIComponent(runId)}/`);
+                const stepRuns = details.stepRuns ?? [];
+                const mapped = stepRuns.map((entry) => {
+                    const stepDef = entry.step;
+                    const stepResult = entry.result;
+                    return {
+                        name: stepDef?.name,
+                        type: stepDef?.type,
+                        outcome: stepResult?.outcome ?? "UNKNOWN",
+                    };
+                });
+                if (mapped.length > 0)
+                    steps = mapped;
+            }
+            catch {
+                // Best-effort diagnostics: never fail the wait because the run report is unavailable.
+            }
+        }
+        return {
+            scenarioId,
+            runId: resolvedRunId,
+            outcome,
+            success: outcome === "SUCCESS",
+            elapsedMs: Date.now() - startedAt,
+            pollCount,
+            ...(triggerRunId !== resolvedRunId ? { triggerRunId, } : {}),
+            ...(timedOut ? { timedOut: true, } : {}),
+            ...(steps ? { steps, } : {}),
+        };
     }
     /**
      * Run a one-off Python script in a throwaway custom-python scenario and return

package/dist/src/resources/statistics.js

@@ -1,7 +1,15 @@
+import { UsageError, } from "../cli/usage.js";
 import { BaseResource, } from "./base.js";
 function isRecord(value) {
     return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+function validateWorksheetCreateRequest(body) {
+    const bodyRecord = isRecord(body) ? body : undefined;
+    const dataSpec = bodyRecord?.dataSpec;
+    if (!isRecord(dataSpec) || !isRecord(dataSpec.datasetSelection)) {
+        throw new UsageError("statistics.createWorksheet requires body.dataSpec.datasetSelection.", "validation_failed", "Include dataSpec.datasetSelection in the worksheet definition.", { requiredField: "dataSpec.datasetSelection", });
+    }
+}
 export class StatisticsResource extends BaseResource {
     /** List statistics worksheets associated with a dataset. */
     async listWorksheets(datasetName, projectKey) {
@@ -13,6 +21,7 @@ export class StatisticsResource extends BaseResource {
     }
     /** Create a statistics worksheet for a dataset. */
     async createWorksheet(datasetName, body, projectKey) {
+        validateWorksheetCreateRequest(body);
         return this.client.post(this.worksheetsPath(datasetName, projectKey), body);
     }
     /** Replace a statistics worksheet definition. */

package/dist/src/schemas.d.ts

@@ -3,5 +3,5 @@
  * The types package (packages/types/) owns the TypeBox schema definitions.
  * SDK consumers get everything through this re-export.
  */
-export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
-export type { BuildMode, CodeEnvActionResult, CodeEnvCreateOptions, CodeEnvDetails, CodeEnvPackageList, CodeEnvSetPackagesOptions, CodeEnvSummary, CodeEnvUpdatePackagesOptions, CodeEnvUsage, CodeEnvWaitOptions, ConnectionSummary, DashboardDetails, DashboardSummary, DataQualityComputeResult, DataQualityProjectStatus, DataQualityRule, DataQualityRuleResult, DataQualityRules, DataQualityStatus, DataQualityStatusByPartition, DataQualityTimeline, DataQualityTimelineEntry, DatasetCreateOptions, DatasetDetails, DatasetSchema, DatasetSummary, FlowMapOptions, FlowZone, FlowZoneCreateOptions, FlowZoneItem, FlowZoneObjectType, FlowZonePosition, FlowZoneUpdateOptions, FolderCreateOptions, FolderDetails, FolderItem, FolderSummary, FutureState, FutureWaitResult, InsightDetails, InsightSummary, JobSummary, JobWaitResult, JupyterCell, JupyterNotebookContent, JupyterNotebookSummary, NotebookSession, ProjectDetails, ProjectMetadata, ProjectSummary, ProjectVariables, RecipeCreateOptions, RecipeCreateResult, RecipeDetails, RecipeSummary, SafeParseResult, ScenarioDetails, ScenarioStatus, ScenarioSummary, ScenarioWaitResult, SqlNotebookCell, SqlNotebookContent, SqlNotebookSummary, SqlQueryResponse, SqlQueryResult, SqlQuerySchema, WikiArticleData, WikiArticleMetadata, WikiSettings, WikiTaxonomyNode, } from "../packages/types/src/index.js";
+export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioStepRunSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
+export type { BuildMode, CodeEnvActionResult, CodeEnvCreateOptions, CodeEnvDetails, CodeEnvPackageList, CodeEnvSetPackagesOptions, CodeEnvSummary, CodeEnvUpdatePackagesOptions, CodeEnvUsage, CodeEnvWaitOptions, ConnectionSummary, DashboardDetails, DashboardSummary, DataQualityComputeResult, DataQualityProjectStatus, DataQualityRule, DataQualityRuleResult, DataQualityRules, DataQualityStatus, DataQualityStatusByPartition, DataQualityTimeline, DataQualityTimelineEntry, DatasetCreateOptions, DatasetDetails, DatasetSchema, DatasetSummary, FlowMapOptions, FlowZone, FlowZoneCreateOptions, FlowZoneItem, FlowZoneObjectType, FlowZonePosition, FlowZoneUpdateOptions, FolderCreateOptions, FolderDetails, FolderItem, FolderSummary, FutureState, FutureWaitResult, InsightDetails, InsightSummary, JobSummary, JobWaitResult, JupyterCell, JupyterNotebookContent, JupyterNotebookSummary, NotebookSession, ProjectDetails, ProjectMetadata, ProjectSummary, ProjectVariables, RecipeCreateOptions, RecipeCreateResult, RecipeDetails, RecipeSummary, SafeParseResult, ScenarioDetails, ScenarioStatus, ScenarioStepRun, ScenarioSummary, ScenarioWaitResult, SqlNotebookCell, SqlNotebookContent, SqlNotebookSummary, SqlQueryResponse, SqlQueryResult, SqlQuerySchema, WikiArticleData, WikiArticleMetadata, WikiSettings, WikiTaxonomyNode, } from "../packages/types/src/index.js";

package/dist/src/schemas.js

@@ -3,4 +3,4 @@
  * The types package (packages/types/) owns the TypeBox schema definitions.
  * SDK consumers get everything through this re-export.
  */
-export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
+export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioStepRunSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";

package/dist/src/skill.js

@@ -87,8 +87,8 @@ Mutations print a small JSON ack to stdout and exit 0 on success (e.g. \`{"updat
 - Pass code and SQL via \`--file\`/\`--sql-file\`, not inline: shells (especially PowerShell) mangle quotes, \`$\`, and newlines in multi-line snippets.
 - On a non-UTF-8 console (e.g. Windows cp1252), don't print non-ASCII results; write them to a UTF-8 file and read that, or use \`--output PATH\`.
 - Build failures: \`dss job log <id> --errors-only\` surfaces just error/traceback lines, and \`--output PATH\` saves the full log to a file. Logs are one long line with JVM noise; the \`Error in Python process: At line <N>\` marker maps \`<N>\` straight to your recipe payload's source line.
-- Schema changes aren't automatic: after changing a recipe's output columns run \`dss dataset refresh-schema\` (or rebuild) before downstream reads, and \`dss dataset validate-build\` to catch file-backed misconfig before launching a build.
-- \`dss dataset download\` is capped (default 100k rows) and returns \`{ path, rows, truncated, limit }\`: check \`truncated\` and raise \`--limit N\` when you need more — treat it as a sample, not a guaranteed full export. For very large tables, aggregate in SQL or read inside a recipe instead.
+- Schema changes aren't automatic for code recipes: after changing a python/SQL/prepare recipe's output columns run \`dss dataset refresh-schema\` (or rebuild) before downstream reads, and \`dss dataset validate-build\` to catch file-backed misconfig before launching a build. Exception: \`dss recipe create --type sync\` copies the input schema onto a schemaless dataset output at create time (see \`syncOutputSchemaPropagated\` in the result), so a fresh sync output builds populated without a manual refresh.
+- \`dss dataset download\` is capped (default 100k rows) and returns \`{ path, rows, truncated, limit }\`: check \`truncated\` and raise \`--limit N\` when you need more — treat it as a sample, not a guaranteed full export. Without \`--output\` the file lands in the current working directory (and a \`dataset_download_default_location\` warning names that path); pass \`--output PATH\` to control the destination. For very large tables, aggregate in SQL or read inside a recipe instead.
 
 ## Error envelope
 

package/dist/src/utils/sanitize.js

@@ -4,7 +4,8 @@ export function sanitizeFileName(name, fallback) {
     const sanitized = name
         .replace(/[<>:"/\\|?*\u0000-\u001F]/g, "_")
         .replace(/[. ]+$/g, "")
-        .trim();
+        .trim()
+        .replace(/^\.+/, "");
     if (!sanitized)
         return fallback;
     const dotIndex = sanitized.indexOf(".");

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "dataiku-sdk",
-	"version": "0.10.0",
+	"version": "0.11.0",
 	"description": "Dataiku DSS SDK and CLI for programmatic access to DSS REST APIs",
 	"type": "module",
 	"workspaces": [

package/packages/types/dist/index.d.ts

@@ -160,6 +160,7 @@ export declare const RecipeCreateResultSchema: import("@sinclair/typebox").TObje
     outputFolder: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
     temporaryOutputDataset: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
     temporaryOutputDatasetDeleted: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
+    syncOutputSchemaPropagated: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TArray<import("@sinclair/typebox").TString>>;
 }>;
 export type RecipeCreateResult = Static<typeof RecipeCreateResultSchema>;
 export declare const JobSummarySchema: import("@sinclair/typebox").TObject<{
@@ -264,6 +265,12 @@ export declare const ScenarioStatusSchema: import("@sinclair/typebox").TObject<{
     }>>;
 }>;
 export type ScenarioStatus = Static<typeof ScenarioStatusSchema>;
+export declare const ScenarioStepRunSchema: import("@sinclair/typebox").TObject<{
+    name: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    type: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    outcome: import("@sinclair/typebox").TString;
+}>;
+export type ScenarioStepRun = Static<typeof ScenarioStepRunSchema>;
 export declare const ScenarioWaitResultSchema: import("@sinclair/typebox").TObject<{
     scenarioId: import("@sinclair/typebox").TString;
     runId: import("@sinclair/typebox").TString;
@@ -272,6 +279,12 @@ export declare const ScenarioWaitResultSchema: import("@sinclair/typebox").TObje
     elapsedMs: import("@sinclair/typebox").TNumber;
     pollCount: import("@sinclair/typebox").TNumber;
     timedOut: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
+    triggerRunId: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    steps: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        name: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+        type: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+        outcome: import("@sinclair/typebox").TString;
+    }>>>;
 }>;
 export type ScenarioWaitResult = Static<typeof ScenarioWaitResultSchema>;
 export declare const FlowZoneObjectTypeSchema: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"DATASET">, import("@sinclair/typebox").TLiteral<"MANAGED_FOLDER">, import("@sinclair/typebox").TLiteral<"SAVED_MODEL">, import("@sinclair/typebox").TLiteral<"RECIPE">, import("@sinclair/typebox").TLiteral<"MODEL_EVALUATION_STORE">, import("@sinclair/typebox").TLiteral<"STREAMING_ENDPOINT">, import("@sinclair/typebox").TLiteral<"LABELING_TASK">, import("@sinclair/typebox").TLiteral<"RETRIEVABLE_KNOWLEDGE">]>;
@@ -552,7 +565,7 @@ export declare const JupyterCellSchema: import("@sinclair/typebox").TObject<{
     source: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TString>;
     metadata: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TUnknown>>;
     outputs: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TArray<import("@sinclair/typebox").TUnknown>>;
-    execution_count: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TNull]>>;
+    execution_count: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNull, import("@sinclair/typebox").TNumber]>>;
 }>;
 export type JupyterCell = Static<typeof JupyterCellSchema>;
 export declare const JupyterNotebookSummarySchema: import("@sinclair/typebox").TObject<{
@@ -575,7 +588,7 @@ export declare const JupyterNotebookContentSchema: import("@sinclair/typebox").T
         source: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TString>;
         metadata: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TUnknown>>;
         outputs: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TArray<import("@sinclair/typebox").TUnknown>>;
-        execution_count: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TNull]>>;
+        execution_count: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNull, import("@sinclair/typebox").TNumber]>>;
     }>>;
 }>;
 export type JupyterNotebookContent = Static<typeof JupyterNotebookContentSchema>;

package/packages/types/dist/index.js

@@ -207,6 +207,7 @@ export const RecipeCreateResultSchema = Type.Object({
     outputFolder: Type.Optional(Type.String()),
     temporaryOutputDataset: Type.Optional(Type.String()),
     temporaryOutputDatasetDeleted: Type.Optional(Type.Boolean()),
+    syncOutputSchemaPropagated: Type.Optional(Type.Array(Type.String())),
 });
 // ---------------------------------------------------------------------------
 // Jobs
@@ -313,6 +314,11 @@ export const ScenarioStatusSchema = Type.Object({
         }, { additionalProperties: true, })),
     }, { additionalProperties: true, })),
 }, { additionalProperties: true, });
+export const ScenarioStepRunSchema = Type.Object({
+    name: Type.Optional(Type.String()),
+    type: Type.Optional(Type.String()),
+    outcome: Type.String(),
+}, { additionalProperties: false, });
 export const ScenarioWaitResultSchema = Type.Object({
     scenarioId: Type.String(),
     runId: Type.String(),
@@ -321,6 +327,8 @@ export const ScenarioWaitResultSchema = Type.Object({
     elapsedMs: Type.Number(),
     pollCount: Type.Number(),
     timedOut: Type.Optional(Type.Boolean()),
+    triggerRunId: Type.Optional(Type.String()),
+    steps: Type.Optional(Type.Array(ScenarioStepRunSchema)),
 });
 // ---------------------------------------------------------------------------
 // Flow zones
@@ -548,7 +556,7 @@ export const JupyterCellSchema = Type.Object({
     source: Type.Array(Type.String()),
     metadata: Type.Optional(Type.Record(Type.String(), Type.Unknown())),
     outputs: Type.Optional(Type.Array(Type.Unknown())),
-    execution_count: Type.Optional(Type.Union([Type.Number(), Type.Null(),])),
+    execution_count: Type.Optional(Type.Union([Type.Null(), Type.Number(),])),
 }, { additionalProperties: true, });
 export const JupyterNotebookSummarySchema = Type.Object({
     name: Type.String(),