dataiku-sdk 0.10.1 → 0.12.0

package/dist/src/resources/recipes.js

@@ -22,6 +22,67 @@ function asRecord(value) {
         return undefined;
     return value;
 }
+function parseRecipePayload(payload) {
+    if (!payload)
+        return {};
+    const parsed = JSON.parse(payload);
+    return asRecord(parsed) ?? {};
+}
+function parseJoinKeyPairs(values, optionName = "joinOn") {
+    const pairs = [];
+    for (const raw of values) {
+        const token = raw.trim();
+        if (!token)
+            continue;
+        const eq = token.indexOf("=");
+        if (eq === -1) {
+            pairs.push({ left: token, right: token, });
+            continue;
+        }
+        const left = token.slice(0, eq).trim();
+        const right = token.slice(eq + 1).trim();
+        if (!left || !right)
+            throw new Error(`${optionName} values must use COL or LEFT=RIGHT.`);
+        pairs.push({ left, right, });
+    }
+    return pairs;
+}
+function normalizeFuzzyDistance(value) {
+    const normalized = typeof value === "string" && value.trim().length > 0
+        ? value.trim().toUpperCase()
+        : "DAMERAU_LEVENSHTEIN";
+    if (normalized === "DAMERAU_LEVENSHTEIN")
+        return "LEVENSHTEIN";
+    if (normalized === "HAMMING" || normalized === "JACCARD" || normalized === "COSINE"
+        || normalized === "EUCLIDEAN") {
+        return normalized;
+    }
+    throw new Error("fuzzyDistance must be one of DAMERAU_LEVENSHTEIN, HAMMING, JACCARD, COSINE, or EUCLIDEAN.");
+}
+function normalizeJoinType(value) {
+    const normalized = typeof value === "string" && value.trim().length > 0
+        ? value.trim().toUpperCase()
+        : "LEFT";
+    if (normalized === "LEFT" || normalized === "INNER" || normalized === "RIGHT"
+        || normalized === "FULL") {
+        return normalized;
+    }
+    throw new Error("joinType must be one of LEFT, INNER, RIGHT, or FULL.");
+}
+function recipeVirtualInputs(payload, inputCount) {
+    const current = Array.isArray(payload.virtualInputs) ? payload.virtualInputs : [];
+    const virtualInputs = [];
+    for (let i = 0; i < inputCount; i++) {
+        virtualInputs.push({
+            preFilter: {},
+            outputColumnsSelectionMode: "AUTO_NON_CONFLICTING",
+            computedColumns: [],
+            ...asRecord(current[i]),
+            index: i,
+        });
+    }
+    return virtualInputs;
+}
 const RECIPE_DEFINITION_FIELDS = new Set(["params", "inputs", "outputs", "scriptSettings",]);
 function rootRecipeDefinitionFields(data) {
     return Object.keys(data).filter((key) => RECIPE_DEFINITION_FIELDS.has(key));
@@ -147,6 +208,20 @@ function rewriteSqlTableReferences(payload, rewrites) {
     }
     return next;
 }
+function rewritePayloadText(payload, rewrites) {
+    const entries = Object
+        .entries(rewrites)
+        .filter(([from,]) => from.length > 0)
+        .sort(([left,], [right,]) => right.length - left.length);
+    if (entries.length === 0)
+        return payload;
+    const replacements = new Map(entries);
+    const alternatives = entries
+        .map(([from,]) => escapedRegExp(from))
+        .join("|");
+    const pattern = new RegExp(String.raw `(?<![A-Za-z0-9_$])(${alternatives})(?![A-Za-z0-9_$])`, "g");
+    return payload.replace(pattern, (match) => replacements.get(match) ?? match);
+}
 function rewritePayload(payload, rewrites, payloadTextRewrites = {}, recipeType) {
     if (payload === undefined
         || (Object.keys(rewrites).length === 0 && Object.keys(payloadTextRewrites).length === 0)) {
@@ -162,10 +237,7 @@ function rewritePayload(payload, rewrites, payloadTextRewrites = {}, recipeType)
     if (isSqlRecipeType(recipeType)) {
         next = rewriteSqlTableReferences(next, rewrites);
     }
-    for (const [from, to,] of Object.entries(payloadTextRewrites)) {
-        if (from.length > 0)
-            next = next.split(from).join(to);
-    }
+    next = rewritePayloadText(next, payloadTextRewrites);
     return next;
 }
 function cloneRecipeDefinition(recipe, targetName, projectKey, rewrites) {
@@ -456,17 +528,37 @@ export class RecipesResource extends BaseResource {
         if (!type || !name || !inputs || !outputs) {
             throw new Error("type and (inputDatasets + outputDataset/outputFolder) or (name + inputs + outputs) are required for create.");
         }
+        const joinCols = typeof opts.joinOn === "string" ? [opts.joinOn,] : asStringArray(opts.joinOn);
+        const joinKeys = type === "join" && joinCols?.length
+            ? parseJoinKeyPairs(joinCols)
+            : undefined;
+        const fuzzyOn = opts.fuzzyOn ?? (type === "fuzzyjoin" ? opts.joinOn : undefined);
+        const fuzzyCols = typeof fuzzyOn === "string" ? [fuzzyOn,] : asStringArray(fuzzyOn);
+        const fuzzyKeys = type === "fuzzyjoin" && fuzzyCols?.length
+            ? parseJoinKeyPairs(fuzzyCols, "fuzzyOn")
+            : undefined;
+        const normalizedJoinType = joinKeys?.length || fuzzyKeys?.length
+            ? normalizeJoinType(rawJoinType)
+            : undefined;
+        const fuzzyDistance = fuzzyKeys?.length ? normalizeFuzzyDistance(opts.fuzzyDistance) : undefined;
+        const fuzzyThreshold = opts.fuzzyThreshold ?? 1;
+        if (!Number.isFinite(fuzzyThreshold)) {
+            throw new Error("fuzzyThreshold must be a finite number.");
+        }
         const recipePrototype = {
             type,
             name,
             projectKey: pk,
-            inputs,
+            ...(type === "fuzzyjoin" ? {} : { inputs, }),
             outputs,
         };
         const creationSettings = {};
         if (payload !== undefined) {
             creationSettings.script = payload;
         }
+        if (type === "fuzzyjoin") {
+            creationSettings.virtualInputs = recipeInputItems({ inputs, }).map((item) => item.ref);
+        }
         const createRecipe = () => this.client.post(`/public/api/projects/${enc}/recipes/`, {
             recipePrototype,
             creationSettings,
@@ -553,39 +645,62 @@ export class RecipesResource extends BaseResource {
             await provisionOutputDatasets();
             await createRecipe();
         }
+        // For sync recipes (a 1:1 copy) DSS does not propagate schema on build, so a
+        // schemaless dataset output silently builds to an empty dataset. Copy the
+        // single input's schema onto any schemaless dataset output so the build
+        // materializes rows (mirrors the DSS UI, which sets the sync output schema).
+        let syncOutputSchemaPropagated;
+        if (type.toLowerCase() === "sync" && !outputFolder) {
+            const inputRefs = recipeInputItems({ inputs, }).map((item) => item.ref);
+            const outputDatasetRefs = recipeOutputItems({ outputs, })
+                .filter((item) => item.type !== "MANAGED_FOLDER")
+                .map((item) => item.ref);
+            if (inputRefs.length === 1 && outputDatasetRefs.length > 0) {
+                const inputSchema = await this.client.datasets
+                    .schema(inputRefs[0], pk)
+                    .catch(() => undefined);
+                const inputColumns = inputSchema?.columns;
+                if (inputColumns && inputColumns.length > 0) {
+                    const propagated = [];
+                    for (const ref of outputDatasetRefs) {
+                        const current = await this.client.datasets
+                            .schema(ref, pk)
+                            .catch(() => undefined);
+                        if (current && current.columns.length === 0) {
+                            await this.client.datasets.updateSchema(ref, inputColumns, pk);
+                            propagated.push(ref);
+                        }
+                    }
+                    if (propagated.length > 0)
+                        syncOutputSchemaPropagated = propagated;
+                }
+            }
+        }
         // For join recipes: configure join conditions after creation
         let joinConfigured = false;
-        const joinCols = typeof opts.joinOn === "string" ? [opts.joinOn,] : asStringArray(opts.joinOn);
-        const joinType = asString(rawJoinType) ?? "LEFT";
-        if (type === "join" && joinCols?.length) {
+        if (type === "join" && joinKeys?.length) {
             const rnEnc = encodeURIComponent(name);
             const full = await this.client.get(`/public/api/projects/${enc}/recipes/${rnEnc}`);
-            // DSS returns empty payload for fresh join recipes — construct from scratch
-            const inputCount = inputDatasets?.length
-                ?? inputs?.main?.items?.length
-                ?? 2;
-            const virtualInputs = [{ index: 0, preFilter: {}, },];
-            for (let i = 1; i < inputCount; i++) {
-                virtualInputs.push({
-                    index: i,
-                    on: joinCols.map((col) => ({
-                        column: col,
-                        type: "string",
-                        related: col,
-                        relatedType: "string",
-                        maxMatches: 1,
+            const joinPayload = parseRecipePayload(full.payload);
+            const inputCount = recipeInputItems({ inputs, }).length || inputDatasets?.length || 2;
+            const joinType = normalizedJoinType ?? "LEFT";
+            joinPayload.virtualInputs = recipeVirtualInputs(joinPayload, inputCount);
+            joinPayload.joins = Array.from({ length: Math.max(0, inputCount - 1), }, (_, index) => {
+                const table2 = index + 1;
+                return {
+                    table1: 0,
+                    table2,
+                    conditionsMode: "AND",
+                    type: joinType,
+                    outerJoinOnTheLeft: joinType === "LEFT",
+                    on: joinKeys.map((key) => ({
+                        column1: { name: key.left, table: 0, },
+                        column2: { name: key.right, table: table2, },
+                        type: "EQ",
                     })),
-                    joinType,
-                    preFilter: {},
-                });
-            }
-            const joinPayload = {
-                virtualInputs,
-                computedColumns: [],
-                postFilter: {},
-            };
-            // Ensure inputs/outputs are set — DSS may not persist them from the POST for join recipes
-            const updatedFull = {
+                };
+            });
+            await this.client.put(`/public/api/projects/${enc}/recipes/${rnEnc}`, {
                 ...full,
                 recipe: {
                     ...full.recipe,
@@ -593,8 +708,52 @@ export class RecipesResource extends BaseResource {
                     outputs,
                 },
                 payload: JSON.stringify(joinPayload),
-            };
-            await this.client.put(`/public/api/projects/${enc}/recipes/${rnEnc}`, updatedFull);
+            });
+            joinConfigured = true;
+        }
+        if (type === "fuzzyjoin" && fuzzyKeys?.length) {
+            const rnEnc = encodeURIComponent(name);
+            const full = await this.client.get(`/public/api/projects/${enc}/recipes/${rnEnc}`);
+            const fuzzyPayload = parseRecipePayload(full.payload);
+            const inputCount = recipeInputItems({ inputs, }).length || inputDatasets?.length || 2;
+            const joinType = normalizedJoinType ?? "LEFT";
+            fuzzyPayload.virtualInputs = recipeVirtualInputs(fuzzyPayload, inputCount);
+            fuzzyPayload.joins = Array.from({ length: Math.max(0, inputCount - 1), }, (_, index) => {
+                const table2 = index + 1;
+                return {
+                    table1: 0,
+                    table2,
+                    conditionsMode: "AND",
+                    type: joinType,
+                    on: fuzzyKeys.map((key) => ({
+                        column1: { name: key.left, table: 0, },
+                        column2: { name: key.right, table: table2, },
+                        type: "EQ",
+                        fuzzyMatchDesc: {
+                            distanceType: fuzzyDistance ?? "LEVENSHTEIN",
+                            threshold: fuzzyThreshold,
+                        },
+                        ...(opts.fuzzyNormalize === true
+                            ? {
+                                normaliseDesc: {
+                                    caseInsensitive: true,
+                                    normaliseText: true,
+                                    unicodeCasting: true,
+                                },
+                            }
+                            : {}),
+                    })),
+                };
+            });
+            await this.client.put(`/public/api/projects/${enc}/recipes/${rnEnc}`, {
+                ...full,
+                recipe: {
+                    ...full.recipe,
+                    inputs,
+                    outputs,
+                },
+                payload: JSON.stringify(fuzzyPayload),
+            });
             joinConfigured = true;
         }
         let temporaryOutputDatasetDeleted;
@@ -627,6 +786,7 @@ export class RecipesResource extends BaseResource {
             createdDatasets,
             joinConfigured,
             outputProvisioningFallbackUsed: usedOutputProvisioningFallback,
+            ...(syncOutputSchemaPropagated ? { syncOutputSchemaPropagated, } : {}),
             ...(outputFolder ? { outputFolder, } : {}),
             ...(temporaryOutputDataset ? { temporaryOutputDataset, } : {}),
             ...(temporaryOutputDatasetDeleted !== undefined ? { temporaryOutputDatasetDeleted, } : {}),
@@ -719,10 +879,10 @@ export class RecipesResource extends BaseResource {
         };
     }
     /**
-    * Download a recipe code payload to a local file.
+        * Download a recipe code payload to a local file.
 
-    * Returns the path to the written file.
-    */
+        * Returns the path to the written file.
+        */
     async downloadCode(recipeName, opts) {
         const result = await this.get(recipeName, {
             includePayload: true,

package/dist/src/resources/saved-models.d.ts

@@ -0,0 +1,41 @@
+import { BaseResource } from "./base.js";
+export interface SavedModelListItem extends Record<string, unknown> {
+    id?: string;
+    name?: string;
+    projectKey?: string;
+    activeVersion?: string;
+}
+export interface SavedModel extends Record<string, unknown> {
+    id?: string;
+    name?: string;
+    projectKey?: string;
+    activeVersion?: string;
+}
+export interface SavedModelVersionListItem extends Record<string, unknown> {
+    id?: string;
+    active?: boolean;
+    createdOn?: number;
+}
+export interface SavedModelVersionDetails extends Record<string, unknown> {
+    id?: string;
+    algorithm?: string;
+    predictionType?: string;
+}
+export interface SavedModelActionResult extends Record<string, unknown> {
+    message?: string;
+}
+export declare class SavedModelsResource extends BaseResource {
+    /** List saved models in a project. */
+    list(projectKey?: string): Promise<SavedModelListItem[]>;
+    /** Get saved-model settings and metadata. */
+    get(savedModelId: string, projectKey?: string): Promise<SavedModel>;
+    /** List all versions of a saved model. */
+    listVersions(savedModelId: string, projectKey?: string): Promise<SavedModelVersionListItem[]>;
+    /** Get full details for one saved-model version. */
+    versionDetails(savedModelId: string, versionId: string, projectKey?: string): Promise<SavedModelVersionDetails>;
+    /** Make one saved-model version active. */
+    setActiveVersion(savedModelId: string, versionId: string, projectKey?: string): Promise<SavedModelActionResult | undefined>;
+    /** Delete a saved model and all of its versions. */
+    delete(savedModelId: string, projectKey?: string): Promise<void>;
+    private savedModelPath;
+}

package/dist/src/resources/saved-models.js

@@ -0,0 +1,40 @@
+import { UsageError, } from "../cli/usage.js";
+import { BaseResource, } from "./base.js";
+function requireNonEmpty(value, name) {
+    if (typeof value !== "string" || value.trim().length === 0) {
+        throw new UsageError(`${name} must be a non-empty string.`, "validation_failed");
+    }
+    return value;
+}
+export class SavedModelsResource extends BaseResource {
+    /** List saved models in a project. */
+    async list(projectKey) {
+        return this.client.get(`/public/api/projects/${this.enc(projectKey)}/savedmodels/`);
+    }
+    /** Get saved-model settings and metadata. */
+    async get(savedModelId, projectKey) {
+        return this.client.get(this.savedModelPath(savedModelId, projectKey));
+    }
+    /** List all versions of a saved model. */
+    async listVersions(savedModelId, projectKey) {
+        return this.client.get(`${this.savedModelPath(savedModelId, projectKey)}/versions`);
+    }
+    /** Get full details for one saved-model version. */
+    async versionDetails(savedModelId, versionId, projectKey) {
+        const version = encodeURIComponent(requireNonEmpty(versionId, "versionId"));
+        return this.client.get(`${this.savedModelPath(savedModelId, projectKey)}/versions/${version}/details`);
+    }
+    /** Make one saved-model version active. */
+    async setActiveVersion(savedModelId, versionId, projectKey) {
+        const version = encodeURIComponent(requireNonEmpty(versionId, "versionId"));
+        return this.client.post(`${this.savedModelPath(savedModelId, projectKey)}/versions/${version}/actions/setActive`, {});
+    }
+    /** Delete a saved model and all of its versions. */
+    async delete(savedModelId, projectKey) {
+        await this.client.del(this.savedModelPath(savedModelId, projectKey));
+    }
+    savedModelPath(savedModelId, projectKey) {
+        const id = encodeURIComponent(requireNonEmpty(savedModelId, "savedModelId"));
+        return `/public/api/projects/${this.enc(projectKey)}/savedmodels/${id}`;
+    }
+}

package/dist/src/resources/scenarios.js

@@ -291,46 +291,87 @@ export class ScenariosResource extends BaseResource {
      * Returns `{ success: false, timedOut: true }` on timeout rather than throwing.
      */
     async runAndWait(scenarioId, opts) {
-        const { runId, } = await this.run(scenarioId, opts?.projectKey);
+        const pkEnc = this.enc(opts?.projectKey);
+        const base = `/public/api/projects/${pkEnc}/scenarios/${encodeURIComponent(scenarioId)}`;
         const baseIntervalMs = Math.max(1, opts?.pollIntervalMs ?? 2_000);
         const adaptivePolling = opts?.pollIntervalMs === undefined;
         const timeout = Math.max(baseIntervalMs, opts?.timeoutMs ?? 120_000);
         const startedAt = Date.now();
+        // POST /run/ returns a TRIGGER run id, which differs from the actual scenario
+        // run id; resolve the real run via get-run-for-trigger so a completed scenario
+        // is not misreported as a timeout (the trigger id never matches lastRun).
+        const trigger = await this.client.post(`${base}/run/`, {});
+        const triggerObj = trigger.trigger;
+        const triggerId = triggerObj?.id ?? "manual";
+        const triggerRunId = String(trigger.runId ?? trigger.id ?? "");
+        if (!triggerRunId) {
+            throw new DataikuError(500, "Scenario run not started", `Scenario "${scenarioId}" run trigger returned no run id; cannot track the run.`);
+        }
+        const trigQuery = `triggerId=${encodeURIComponent(triggerId)}&triggerRunId=${encodeURIComponent(triggerRunId)}`;
+        let runId = "";
+        let outcome = "UNKNOWN";
         let pollCount = 0;
+        let timedOut = false;
         while (true) {
-            pollCount += 1;
-            const st = await this.status(scenarioId, opts?.projectKey);
-            const elapsedMs = Date.now() - startedAt;
-            // Scenario finished when it's no longer running and lastRun matches our runId
-            if (!st.running && st.lastRun?.runId === runId) {
-                const outcome = st.lastRun?.outcome ?? "UNKNOWN";
-                return {
-                    scenarioId,
-                    runId,
-                    outcome,
-                    success: outcome === "SUCCESS",
-                    elapsedMs,
-                    pollCount,
-                };
+            if (Date.now() - startedAt >= timeout) {
+                outcome = "TIMEOUT";
+                timedOut = true;
+                break;
             }
-            if (elapsedMs >= timeout) {
-                return {
-                    scenarioId,
-                    runId,
-                    outcome: "TIMEOUT",
-                    success: false,
-                    elapsedMs,
-                    pollCount,
-                    timedOut: true,
-                };
+            pollCount += 1;
+            const run = await this.client.get(`${base}/get-run-for-trigger?${trigQuery}`);
+            const scenarioRun = run.scenarioRun;
+            if (scenarioRun) {
+                runId = scenarioRun.runId ?? runId;
+                const result = scenarioRun.result;
+                const finished = result?.outcome;
+                if (finished) {
+                    outcome = finished;
+                    break;
+                }
             }
             const nextDelayMs = computeNextPollDelayMs({
                 pollCount,
                 baseIntervalMs,
                 adaptiveEnabled: adaptivePolling,
             });
-            await new Promise((r) => setTimeout(r, Math.min(nextDelayMs, timeout - elapsedMs)));
+            const { promise, resolve, } = Promise.withResolvers();
+            setTimeout(resolve, Math.min(nextDelayMs, Math.max(1, timeout - (Date.now() - startedAt))));
+            await promise;
         }
+        const resolvedRunId = runId || triggerRunId;
+        let steps;
+        if (!timedOut && runId) {
+            try {
+                const details = await this.client.get(`${base}/${encodeURIComponent(runId)}/`);
+                const stepRuns = details.stepRuns ?? [];
+                const mapped = stepRuns.map((entry) => {
+                    const stepDef = entry.step;
+                    const stepResult = entry.result;
+                    return {
+                        name: stepDef?.name,
+                        type: stepDef?.type,
+                        outcome: stepResult?.outcome ?? "UNKNOWN",
+                    };
+                });
+                if (mapped.length > 0)
+                    steps = mapped;
+            }
+            catch {
+                // Best-effort diagnostics: never fail the wait because the run report is unavailable.
+            }
+        }
+        return {
+            scenarioId,
+            runId: resolvedRunId,
+            outcome,
+            success: outcome === "SUCCESS",
+            elapsedMs: Date.now() - startedAt,
+            pollCount,
+            ...(triggerRunId !== resolvedRunId ? { triggerRunId, } : {}),
+            ...(timedOut ? { timedOut: true, } : {}),
+            ...(steps ? { steps, } : {}),
+        };
     }
     /**
      * Run a one-off Python script in a throwaway custom-python scenario and return

package/dist/src/resources/statistics.js

@@ -1,7 +1,15 @@
+import { UsageError, } from "../cli/usage.js";
 import { BaseResource, } from "./base.js";
 function isRecord(value) {
     return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+function validateWorksheetCreateRequest(body) {
+    const bodyRecord = isRecord(body) ? body : undefined;
+    const dataSpec = bodyRecord?.dataSpec;
+    if (!isRecord(dataSpec) || !isRecord(dataSpec.datasetSelection)) {
+        throw new UsageError("statistics.createWorksheet requires body.dataSpec.datasetSelection.", "validation_failed", "Include dataSpec.datasetSelection in the worksheet definition.", { requiredField: "dataSpec.datasetSelection", });
+    }
+}
 export class StatisticsResource extends BaseResource {
     /** List statistics worksheets associated with a dataset. */
     async listWorksheets(datasetName, projectKey) {
@@ -13,6 +21,7 @@ export class StatisticsResource extends BaseResource {
     }
     /** Create a statistics worksheet for a dataset. */
     async createWorksheet(datasetName, body, projectKey) {
+        validateWorksheetCreateRequest(body);
         return this.client.post(this.worksheetsPath(datasetName, projectKey), body);
     }
     /** Replace a statistics worksheet definition. */

package/dist/src/schemas.d.ts

@@ -3,5 +3,5 @@
  * The types package (packages/types/) owns the TypeBox schema definitions.
  * SDK consumers get everything through this re-export.
  */
-export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
-export type { BuildMode, CodeEnvActionResult, CodeEnvCreateOptions, CodeEnvDetails, CodeEnvPackageList, CodeEnvSetPackagesOptions, CodeEnvSummary, CodeEnvUpdatePackagesOptions, CodeEnvUsage, CodeEnvWaitOptions, ConnectionSummary, DashboardDetails, DashboardSummary, DataQualityComputeResult, DataQualityProjectStatus, DataQualityRule, DataQualityRuleResult, DataQualityRules, DataQualityStatus, DataQualityStatusByPartition, DataQualityTimeline, DataQualityTimelineEntry, DatasetCreateOptions, DatasetDetails, DatasetSchema, DatasetSummary, FlowMapOptions, FlowZone, FlowZoneCreateOptions, FlowZoneItem, FlowZoneObjectType, FlowZonePosition, FlowZoneUpdateOptions, FolderCreateOptions, FolderDetails, FolderItem, FolderSummary, FutureState, FutureWaitResult, InsightDetails, InsightSummary, JobSummary, JobWaitResult, JupyterCell, JupyterNotebookContent, JupyterNotebookSummary, NotebookSession, ProjectDetails, ProjectMetadata, ProjectSummary, ProjectVariables, RecipeCreateOptions, RecipeCreateResult, RecipeDetails, RecipeSummary, SafeParseResult, ScenarioDetails, ScenarioStatus, ScenarioSummary, ScenarioWaitResult, SqlNotebookCell, SqlNotebookContent, SqlNotebookSummary, SqlQueryResponse, SqlQueryResult, SqlQuerySchema, WikiArticleData, WikiArticleMetadata, WikiSettings, WikiTaxonomyNode, } from "../packages/types/src/index.js";
+export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioStepRunSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
+export type { BuildMode, CodeEnvActionResult, CodeEnvCreateOptions, CodeEnvDetails, CodeEnvPackageList, CodeEnvSetPackagesOptions, CodeEnvSummary, CodeEnvUpdatePackagesOptions, CodeEnvUsage, CodeEnvWaitOptions, ConnectionSummary, DashboardDetails, DashboardSummary, DataQualityComputeResult, DataQualityProjectStatus, DataQualityRule, DataQualityRuleResult, DataQualityRules, DataQualityStatus, DataQualityStatusByPartition, DataQualityTimeline, DataQualityTimelineEntry, DatasetCreateOptions, DatasetDetails, DatasetSchema, DatasetSummary, FlowMapOptions, FlowZone, FlowZoneCreateOptions, FlowZoneItem, FlowZoneObjectType, FlowZonePosition, FlowZoneUpdateOptions, FolderCreateOptions, FolderDetails, FolderItem, FolderSummary, FutureState, FutureWaitResult, InsightDetails, InsightSummary, JobSummary, JobWaitResult, JupyterCell, JupyterNotebookContent, JupyterNotebookSummary, NotebookSession, ProjectDetails, ProjectMetadata, ProjectSummary, ProjectVariables, RecipeCreateOptions, RecipeCreateResult, RecipeDetails, RecipeSummary, SafeParseResult, ScenarioDetails, ScenarioStatus, ScenarioStepRun, ScenarioSummary, ScenarioWaitResult, SqlNotebookCell, SqlNotebookContent, SqlNotebookSummary, SqlQueryResponse, SqlQueryResult, SqlQuerySchema, WikiArticleData, WikiArticleMetadata, WikiSettings, WikiTaxonomyNode, } from "../packages/types/src/index.js";

package/dist/src/schemas.js

@@ -3,4 +3,4 @@
  * The types package (packages/types/) owns the TypeBox schema definitions.
  * SDK consumers get everything through this re-export.
  */
-export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";
+export { BuildModeSchema, CodeEnvActionResultSchema, CodeEnvCreateOptionsSchema, CodeEnvDetailsSchema, CodeEnvPackageListSchema, CodeEnvSetPackagesOptionsSchema, CodeEnvSummaryArraySchema, CodeEnvSummarySchema, CodeEnvUpdatePackagesOptionsSchema, CodeEnvUsageArraySchema, CodeEnvWaitOptionsSchema, ConnectionSummarySchema, DashboardDetailsSchema, DashboardSummaryArraySchema, DashboardSummarySchema, DataQualityComputeResultSchema, DataQualityProjectStatusSchema, DataQualityRuleArraySchema, DataQualityRuleResultArraySchema, DataQualityRuleResultSchema, DataQualityRuleSchema, DataQualityRulesSchema, DataQualityStatusByPartitionSchema, DataQualityStatusSchema, DataQualityTimelineEntrySchema, DataQualityTimelineSchema, DatasetCreateOptionsSchema, DatasetDetailsSchema, DatasetSchemaSchema, DatasetSummaryArraySchema, DatasetSummarySchema, FlowMapOptionsSchema, FlowZoneArraySchema, FlowZoneCreateOptionsSchema, FlowZoneItemSchema, FlowZoneObjectTypeSchema, FlowZonePositionSchema, FlowZoneSchema, FlowZoneUpdateOptionsSchema, FolderCreateOptionsSchema, FolderDetailsSchema, FolderItemArraySchema, FolderItemSchema, FolderSummaryArraySchema, FolderSummarySchema, FutureStateSchema, FutureWaitResultSchema, InsightDetailsSchema, InsightSummaryArraySchema, InsightSummarySchema, JobSummaryArraySchema, JobSummarySchema, JobWaitResultSchema, JupyterCellSchema, JupyterNotebookContentSchema, JupyterNotebookSummaryArraySchema, JupyterNotebookSummarySchema, NotebookSessionArraySchema, NotebookSessionSchema, parseSchema, ProjectDetailsSchema, ProjectMetadataSchema, ProjectSummaryArraySchema, ProjectSummarySchema, ProjectVariablesSchema, RecipeCreateOptionsSchema, RecipeCreateResultSchema, RecipeDetailsSchema, RecipeSummaryArraySchema, RecipeSummarySchema, safeParseSchema, ScenarioDetailsSchema, ScenarioStatusSchema, ScenarioStepRunSchema, ScenarioSummaryArraySchema, ScenarioSummarySchema, ScenarioWaitResultSchema, SqlNotebookCellSchema, SqlNotebookContentSchema, SqlNotebookSummaryArraySchema, SqlNotebookSummarySchema, SqlQueryResponseSchema, SqlQueryResultSchema, SqlQuerySchemaSchema, WikiArticleDataArraySchema, WikiArticleDataSchema, WikiArticleMetadataSchema, WikiSettingsSchema, WikiTaxonomyNodeSchema, } from "../packages/types/src/index.js";

package/dist/src/skill.js

@@ -87,8 +87,8 @@ Mutations print a small JSON ack to stdout and exit 0 on success (e.g. \`{"updat
 - Pass code and SQL via \`--file\`/\`--sql-file\`, not inline: shells (especially PowerShell) mangle quotes, \`$\`, and newlines in multi-line snippets.
 - On a non-UTF-8 console (e.g. Windows cp1252), don't print non-ASCII results; write them to a UTF-8 file and read that, or use \`--output PATH\`.
 - Build failures: \`dss job log <id> --errors-only\` surfaces just error/traceback lines, and \`--output PATH\` saves the full log to a file. Logs are one long line with JVM noise; the \`Error in Python process: At line <N>\` marker maps \`<N>\` straight to your recipe payload's source line.
-- Schema changes aren't automatic: after changing a recipe's output columns run \`dss dataset refresh-schema\` (or rebuild) before downstream reads, and \`dss dataset validate-build\` to catch file-backed misconfig before launching a build.
-- \`dss dataset download\` is capped (default 100k rows) and returns \`{ path, rows, truncated, limit }\`: check \`truncated\` and raise \`--limit N\` when you need more — treat it as a sample, not a guaranteed full export. For very large tables, aggregate in SQL or read inside a recipe instead.
+- Schema changes aren't automatic for code recipes: after changing a python/SQL/prepare recipe's output columns run \`dss dataset refresh-schema\` (or rebuild) before downstream reads, and \`dss dataset validate-build\` to catch file-backed misconfig before launching a build. Exception: \`dss recipe create --type sync\` copies the input schema onto a schemaless dataset output at create time (see \`syncOutputSchemaPropagated\` in the result), so a fresh sync output builds populated without a manual refresh.
+- \`dss dataset download\` is capped (default 100k rows) and returns \`{ path, rows, truncated, limit }\`: check \`truncated\` and raise \`--limit N\` when you need more — treat it as a sample, not a guaranteed full export. Without \`--output\` the file lands in the current working directory (and a \`dataset_download_default_location\` warning names that path); pass \`--output PATH\` to control the destination. For very large tables, aggregate in SQL or read inside a recipe instead.
 
 ## Error envelope
 

package/dist/src/utils/sanitize.js

@@ -4,7 +4,8 @@ export function sanitizeFileName(name, fallback) {
     const sanitized = name
         .replace(/[<>:"/\\|?*\u0000-\u001F]/g, "_")
         .replace(/[. ]+$/g, "")
-        .trim();
+        .trim()
+        .replace(/^\.+/, "");
     if (!sanitized)
         return fallback;
     const dotIndex = sanitized.indexOf(".");

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "dataiku-sdk",
-	"version": "0.10.1",
+	"version": "0.12.0",
 	"description": "Dataiku DSS SDK and CLI for programmatic access to DSS REST APIs",
 	"type": "module",
 	"workspaces": [